python小程序：把名称列表从csv文件读入mongo，再从mongo导入redis（anaconda3.5.2）

#/usr/bin/env python


import redis
import csv


import pymongo


def readDictCSV(fileName="E:\\comp.csv", keyIndex=2):
with open(fileName, 'U') as csvfile:
reader = csv.reader(csvfile)
# print(reader,type(reader))
column = [row[10] for row in reader]
return column[1:]

def list2mongo(mongo_conn, db_name='com_db', collection_name='com_col', field_name='company_name', comlist=None):
collection = mongo_conn[db_name][collection_name]
collection.ensure_index(field_name, unique=True)
for a_com in comlist:
try:
collection.insert({field_name:a_com})
except pymongo.errors.DuplicateKeyError:
continue

def mongo_chk(mongo_conn, db_name='com_db', collection_name='com_col', field_name='company_name'):
collection = mongo_conn[db_name][collection_name]
for a_com in collection.find():
print(a_com)
print("total: ", collection.count())

def mongo2redis(mongo_conn, rds, key='com_rlist', db_name='com_db', collection_name='com_col', field_name='company_name'):
collection = mongo_conn[db_name][collection_name]
for a_com in collection.find():
rds.lpush(key, a_com[field_name]) 

def redis_chk(rds, key='com_rlist'):
cnt = rds.llen(key)
coms = rds.lrange(key,0,-1)
print(coms)
print('total: ',cnt)

def redis_trim_all(rds, key='com_rlist'):
rds.ltrim(key,0,0)
rds.flushall()
cnt = rds.llen(key)

def pop_comlist(rds, key='com_rlist'):
len = rds.llen(key)
while 1:
lst, name = rds.brpop(key)
if name==None:
break
else:
# print(name,type(name))
a = name.decode('utf-8')
print(a)
return len



def main():


m_conn=pymongo.MongoClient('10.0.0.9', 27018)
pool=redis.ConnectionPool(host='10.0.0.225', port=6379)
r = redis.Redis(connection_pool=pool)

coms = readDictCSV()

list2mongo(mongo_conn=m_conn,db_name='com_db', collection_name='com_col', field_name='company_name',comlist=coms)
mongo_chk(mongo_conn=m_conn, db_name='com_db', collection_name='com_col', field_name='company_name')


        mongo2redis(mongo_conn=m_conn, rds=r, key='com_rlist', db_name='com_db', collection_name='com_col', field_name='company_name')
redis_chk(rds=r, key='com_rlist')

pop_comlist(rds=r, key='com_rlist')

        redis_trim_all(r, key='com_rlist')
redis_chk(rds=r, key='com_rlist')


if __name__ == '__main__':
main()