import pymysql
import pandas as pd
from sqlalchemy import create_engine
pymysql.install_as_MySQLdb()
name = ['id','create_time','ruuid','version','addition',
'bookname','content','dversion','grade','message','operatedate',
'pageindex','realname','school','source','status','time','type','week','userid','caption']
data = pd.read_table('/Users/yangyang/Desktop/report_table.txt',error_bad_lines=False,names = name)
list = set()
dict = {}
for i,row in data.iterrows():
label = "{} {} {} {} {} {} {}".format(row['time'],row['userid'],row['bookname'],row['type'],
row['content'],row['message'],row['addition'])
if label in list:
if row['id'] > dict['id']:
# data.drop(data.index[i])
data= data.drop(i)
else :
dict['id'] = row['id']
else:
list.add(label)
dict['id'] = row['id']
connect = create_engine('mysql+mysqldb://root:chineseall@192.168.1.177:3306/bigdata?charset=utf8mb4')
data.to_sql('report_table_clean',con=connect,if_exists='replace',index=False)
print('success')
python3 pandas读取文本写入MySQL
最新推荐文章于 2024-08-19 10:52:43 发布