mongodb导入数据报错:Document is larger than the maximum size,提示文件太大,用pandas读取,然后一行一行写入到数据库,特记此笔记。
import json
import pymongo
import pandas as pd
client = pymongo.MongoClient('localhost', 27017) # 连接数据库
collection = client['Databasename']["collectionname"] # 加载数据
with open("json文件路径", "r", encoding="UTF-8") as f: # 读取json文件
datas = json.load(f)
df = pd.DataFrame(datas) # 将json转换为df
print(df.shape)
for num_index, valuelists in df.iterrows(): # 按行遍历
collection.insert_one(valuelists.to_dict()) # 写入mongodb
print("done")