python文件读写用到的库_python文件读写并使用mysql批量插入示例分享(python操作mysql)...

# -*- coding: utf-8 -*-

'''

Created on 2013年12月9日

@author: hhdys

'''

import os

import mysql.connector

config = {

'user': 'root',

'password': '******',

'host': '127.0.0.1',

'database': 'test',

'raise_on_warnings': True,

}

cnx = mysql.connector.connect(**config)

class ReadFile:

def readLines(self):

f = open("E:/data/2013-11-5.txt", "r", 1, "utf-8")

i=0

list=[]

for line in f:

strs = line.split("\t")

if len(strs) != 5:

continue

data=(strs[0], strs[1], strs[2], strs[3], strs[4].replace("\n",""))

list.append(data)

cursor=cnx.cursor()

sql = "insert into data_test(uid,log_date,fr,is_login,url)values(%s,%s,%s,%s,%s)"

if i>5000:

cursor.executemany(sql,list)

cnx.commit()

print("插入")

i=0

list.clear()

i=i+1

if i>0:

cursor.executemany(sql,list)

cnx.commit()

cnx.close()

f.close()

print("ok")

def listFiles(self):

d = os.listdir("E:/data/")

return d

if __name__ == "__main__":

readFile = ReadFile()

readFile.readLines()