from mongoengine.connection import get_db, connect
from pymongo import MongoClient, ASCENDING, UpdateOne, InsertOne, DeleteOne, ReplaceOne
from pymongo.errors import BulkWriteError
# pymongo建立索引
client = MongoClient('120.xx.xx.xx:20002', username='xxx', password='xxxx')
db = client.annosys
image_db = db['image']
image_db.create_index([('image_id', ASCENDING)], unique=True)
image_index = sorted(list(image_db.index_information()))
print(image_index)
# pymongo批量插入和批量更新
mdb = MongoClient('120.xx.xx.xx:20002', username='xxx', password='xxxx')
db_name = mdb['db_name']
try:
lines = [此处填写数据列表]
image_batch = []
pick_batch = []
for idx, line in enumerate(lines):
image_batch.append(UpdateOne(
{'image_id': line.get("id")}, {
'$set': {
'url': line.get("url"),
'width': line.get("width"),
'height': line.get("height")
},
'$addToSet': {
'datasets': line.get("dataset_id")
}
},
upsert=True
))
pick_batch.append(InsertOne(
{'task_id': line.get("task_id"), 'image_id': line.get("id")}
))
if idx % 2000 == 0:
try:
db_name['image'].bulk_write(image_batch)
image_batch = []
db_name['image_pick'].bulk_write(pick_batch)
pick_batch = []
except BulkWriteError as bwe:
print("mongo error:", bwe.details)
db_name['image'].bulk_write(image_batch)
db_name['image_pick'].bulk_write(pick_batch)
except Exception as e:
print("Exception:", e)
# pymongo批量查询
brand_images = mdb['goodlook']['brand_images'].find({"image_id": {"$in": image_ids}})
#image_ids是图片信息列表
# pymongo批量删除
brand_images = mdb['goodlook']['brand_images'].find({"image_id": {"$in": image_ids}})
mdb['goodlook']['brand_images'].remove({"image_id": {"$in": image_ids}})
# pymongo批量杂糅操作
requests = [InsertOne({'y': 1}), DeleteOne({'x': 1}),ReplaceOne({'w': 1}, {'z': 1}, upsert=True)]
result = db.test.bulk_write(requests)