1.python 连接mongodb
import psycopg2
import datetime
from pymongo import MongoClient
#数据转移: AA连锁店数据抽取
#抽取过程: mongodb->postgres
def getNowBatch():
# 数据库mongodb
mongo = MongoClient("192.168.31.130", 27017)
db = mongo["crawlab_test"]
coll = db.get_collection('cp_cnexpo')
listbacth = coll.distinct("batch")
if len(listbacth):
pass#不为空
else:
return 1#为空
listbacth.sort()
batch=int(listbacth[-1])
print(listbacth,'本次批次号为=',batch)
return batch
def export():
# 数据库mongodb
mongo = MongoClient("IP", 27017)
db = mongo["databaseName"]#数据库名
coll = db.get_collection('collectionName')#集合名词
batchnum=getNowBatch()
print('batchnum=',batchnum)
#取出所有aaroom集合下的数据 "crawler.date" : {"$gte": datetime(2018, 11, 14)}
list_aaroom = coll.find({&