需求:将爬到的数据存入mysql
思路:1、从文件中读取数据
2、将数据存入到mysql中
完整代码如下
import pymysql
from os import path
import time
def readFile(filePath):
fileStr = open(filePath,encoding='utf-8')
dataArray = list()
for lineStr in fileStr.readlines():
lineStr = lineStr.strip()
itemArray = lineStr.split(",")
if len(itemArray[1]) != 0:
print(lineStr+"---"+itemArray[1])
dataArray.append(itemArray)
fileStr.close()
return dataArray
def insetMysql(dataArray):
# 打开数据库连接
db = pymysql.connect(host = "localhost",user = "root",passwd = "123456",port = 3306,db = "magiclife", charset='utf8' )
# 使用cursor()方法获取操作游标
cursor = db.cursor()
insertCountry =