BerkeleyDB的使用

#BerkeleyDB的性能之高就不用说，性能优越在于用人之上，用得好性能自然很棒，用得不好，适得其反。

class Queue(object):
	"""docstring for Bqueue"""
	def __init__(self,dbFile):
		#创建DB
		home = C["DB_PATH"]
		self.dbFile = home + os.sep + dbFile
		self.lock = threading.Lock()
		self.dbenv=bsddb.db.DBEnv()
		self.dbenv.open(home,bsddb.db.DB_CREATE | bsddb.db.DB_INIT_MPOOL)
		self.mydb = bsddb.db.DB(self.dbenv)
		self.mydb.set_re_len(1024)
		self.mydb.open(self.dbFile,dbtype = bsddb.db.DB_QUEUE, flags = bsddb.db.DB_CREATE)

	def put(self,item):
		"""
		写入队列，注意用json把item（字典类型）转为字符串
		"""
		try:
			itemStr = json.dumps(item)
			self.lock.acquire()
			self.mydb.append(itemStr)
			self.lock.release()
			#self.mydb.sync()
		except Exception, e:
			raise e
		
	def get(self):
		"""
		出队列，注意把字符串转回字典
		"""
		try:
			self.lock.acquire()
			itemStr = self.mydb.consume()
			self.lock.release()
		except Exception, e:
			raise e

		if itemStr:
			return json.loads(itemStr[1])
		
	def qsize(self):
		"""
		获取队列大小
		"""
		try:
			self.lock.acquire()
			dbStat = self.mydb.stat()
			ndata = dbStat['ndata']
		except Exception, e:
			ndata = -1
		finally:
			self.lock.release()
		
		return ndata
		#return -2

	def close(self):
		"TODO:关闭数据库，队列不再可用"
		print "CLOSING QUEUE.."
		self.mydb.close()
		self.dbenv.close()


class HighCache(object):
	"""docstring for HighCache"""
	def __init__(self, cachefilename):
		home = C["DB_PATH"]
		self.cachefilename=home+os.sep+cachefilename
		self.lock = threading.Lock()
		self.dbenv=bsddb.db.DBEnv()
		self.dbenv.open(home,bsddb.db.DB_CREATE|bsddb.db.DB_INIT_MPOOL)#启用共享内存缓存池子系统  DB_INIT_MPOOL缓存
		self.mydb=db.DB(self.dbenv)
		self.mydb.open(self.cachefilename,dbtype=db.DB_RECNO,flags=db.DB_CREATE)

	def putdata(self,item):
		'''
		进入缓存的数据
		'''
		try:
			db=json.dumps(item)
			self.lock.acquire()
			self.mydb.append(db)
			self.lock.release()
		except Exception, e:
			raise e

	def getdata(self):
		'''
		从缓存中获取的数据
		'''
		try:
			self.lock.acquire()
			db=self.mydb.items()
			self.lock.release()
			return db
		except Exception, e:
			raise e
		if db:
			return json.loads(db[1])

	def getOne(self):
		self.lock.acquire()
		#val = self.mydb.get()
		#self.mydb.delete(1)
		cur = self.mydb.cursor()
		val = cur.first()
		if val:
			print self.mydb.stat()
			cur.delete()
		self.lock.release()
		return val
		
#清空缓存
	def sync(self):
		self.lock.acquire()
		self.dbenv.memp_sync()#full flush
		#self.mydb.sync()
		self.lock.release()

#关闭缓存队列
	def close(self):
		self.mydb.close()
		self.dbenv.close()

#测试代码
if __name__ == '__main__':

	# MyQueue = Bqueue("queue.db")
	# a = {"name":"wh"}
	# b = {"name":"zrf"}
	# MyQueue.put(a)
	# MyQueue.put(b)
	# print MyQueue.get()


	mycache=HighCache("cachefile.db")
	a = {"name":"wh"}
	b = {"name":"zrf"}
	#mycache.putdata(a)
	#mycache.putdata(b)
	#print mycache.getdata()
	print mycache.getOne()
	mycache.sync()
	mycache.close()

#代码还有待进一步优化和改进......

---

更多资料 · 微信公众号搜索【CTO Plus】关注后，获取更多，我们一起学习交流。

关于公众号的描述访问如下链接

---

关于Articulate“做一个知识和技术的搬运工。做一个终身学习的爱好者。做一个有深度和广度的技术圈。”一直以来都想把专业领域的技https://mp.weixin.qq.com/s/0yqGBPbOI6QxHqK17WxU8Q