兼容python3的SSDB客户端

最新推荐文章于 2024-07-22 03:38:35 发布
最新推荐文章于 2024-07-22 03:38:35 发布
阅读量420 收藏
点赞数
文章标签： python

SSDB.py

import socket


class SSDB_Response(object):
    def __init__(self, code='', data_or_message=None):
        self.type = 'none'
        self.code = code
        self.data = None
        self.message = None
        self.set(code, data_or_message)

    def set(self, code, data_or_message=None):
        self.code = code

        if code == 'ok':
            self.data = data_or_message
        else:
            if isinstance(data_or_message, list):
                if len(data_or_message) > 0:
                    self.message = data_or_message[0]
            else:
                self.message = data_or_message

    def __repr__(self):
        return ((((str(self.code) + ' ') + str(self.message)) + ' ') + str(self.data))

    def ok(self):
        return self.code == 'ok'

    def not_found(self):
        return self.code == 'not_found'

    def str_resp(self, resp):
        self.type = 'val'

        if resp[0] == 'ok':
            if len(resp) == 2:
                self.set('ok', resp[1])
            else:
                self.set('server_error', 'Invalid response')
        else:
            self.set(resp[0], resp[1:])
        return self

    def str_resp(self, resp):
        self.type = 'val'
        if resp[0] == 'ok':
            if len(resp) == 2:
                self.set('ok', resp[1])
            else:
                self.set('server_error', 'Invalid response')
        else:
            self.set(resp[0], resp[1:])
        return self

    def int_resp(self, resp):
        self.type = 'val'

        if resp[0] == 'ok':
            if len(resp) == 2:
                try:
                    val = int(resp[1])
                    self.set('ok', val)
                except Exception as e:
                    self.set('server_error', 'Invalid response')
            else:
                self.set('server_error', 'Invalid response')
        else:
            pass
            self.set(resp[0], resp[1:])
        return self

    def float_resp(self, resp):
        self.type = 'val'
        if resp[0] == 'ok':
            if len(resp) == 2:
                try:
                    val = float(resp[1])
                    self.set('ok', val)
                except Exception as e:
                    self.set('server_error', 'Invalid response')
            else:
                self.set('server_error', 'Invalid response')
        else:
            self.set(resp[0], resp[1:])
        return self

    def list_resp(self, resp):
        self.type = 'list'
        self.set(resp[0], resp[1:])
        return self

    def int_map_resp(self, resp):
        self.type = 'map'

        if resp[0] == 'ok':
            if len(resp) % 2 == 1:
                data = {'index': [], 'items': {}, }
                i = 1

                while i < len(resp):
                    k = resp[i]
                    v = resp[(i + 1)]
                    try:
                        v = int(v)
                    except Exception as e:
                        v = - (1)
                    data['index'].append(k)
                    data['items'][k] = v
                    i += 2
                self.set('ok', data)
            else:
                self.set('server_error', 'Invalid response')
        else:
            self.set(resp[0], resp[1:])
        return self

    def str_map_resp(self, resp):
        self.type = 'map'

        if resp[0] == 'ok':

            if len(resp) % 2 == 1:
                data = {'index': [], 'items': {}, }
                i = 1

                while i < len(resp):
                    k = resp[i]
                    v = resp[(i + 1)]
                    data['index'].append(k)
                    data['items'][k] = v
                    i += 2
                self.set('ok', data)
            else:
                self.set('server_error', 'Invalid response')
        else:
            self.set(resp[0], resp[1:])
        return self


class SSDB(object):
    def __init__(self, host, port):
        self.recv_buf = ''
        self._closed = False
        self.sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
        self.sock.connect(tuple([host, port]))
        self.sock.setsockopt(socket.IPPROTO_TCP, socket.TCP_NODELAY, 1)

    def close(self):
        if not (self._closed):
            self.sock.close()
            self._closed = True

    def closed(self):
        pass
        return self._closed

    def request(self, cmd, params=None):
        pass

        if params is None:
            params = []
        params = ([cmd] + params)
        self.send(params)
        resp = self.recv()

        if resp is None:
            return SSDB_Response('error', 'Unknown error')

        if len(resp) == 0:
            return SSDB_Response('disconnected', 'Connection closed')
        ret = SSDB_Response()

        # {{{ switch: cmd
        _continue_1 = False
        while True:
            if False or ((cmd) == 'ping') or ((cmd) == 'set') or ((cmd) == 'del') or ((cmd) == 'qset') or (
                (cmd) == 'zset') or ((cmd) == 'hset') or ((cmd) == 'qpush') or ((cmd) == 'qpush_front') or (
                (cmd) == 'qpush_back') or ((cmd) == 'zdel') or ((cmd) == 'hdel') or ((cmd) == 'multi_set') or (
                (cmd) == 'multi_del') or ((cmd) == 'multi_hset') or ((cmd) == 'multi_hdel') or (
                (cmd) == 'multi_zset') or ((cmd) == 'multi_zdel'):
                if len(resp) > 1:
                    return ret.int_resp(resp)
                else:
                    return SSDB_Response(resp[0], None)
                break
            if False or ((cmd) == 'version') or ((cmd) == 'substr') or ((cmd) == 'get') or ((cmd) == 'getset') or (
                (cmd) == 'hget') or ((cmd) == 'qfront') or ((cmd) == 'qback') or ((cmd) == 'qget'):
                pass
                return ret.str_resp(resp)
                break
            if False or ((cmd) == 'qpop') or ((cmd) == 'qpop_front') or ((cmd) == 'qpop_back'):
                size = 1
                try:
                    size = int(params[2])
                except Exception as e:
                    pass

                if size == 1:
                    return ret.str_resp(resp)
                else:
                    return ret.list_resp(resp)
                break
            if False or ((cmd) == 'dbsize') or ((cmd) == 'getbit') or ((cmd) == 'setbit') or ((cmd) == 'countbit') or (
                (cmd) == 'bitcount') or ((cmd) == 'strlen') or ((cmd) == 'ttl') or ((cmd) == 'expire') or (
                (cmd) == 'setnx') or ((cmd) == 'incr') or ((cmd) == 'decr') or ((cmd) == 'zincr') or (
                (cmd) == 'zdecr') or ((cmd) == 'hincr') or ((cmd) == 'hdecr') or ((cmd) == 'hsize') or (
                (cmd) == 'zsize') or ((cmd) == 'qsize') or ((cmd) == 'zget') or ((cmd) == 'zrank') or (
                (cmd) == 'zrrank') or ((cmd) == 'zsum') or ((cmd) == 'zcount') or ((cmd) == 'zremrangebyrank') or (
                (cmd) == 'zremrangebyscore') or ((cmd) == 'hclear') or ((cmd) == 'zclear') or ((cmd) == 'qclear') or (
                (cmd) == 'qpush') or ((cmd) == 'qpush_front') or ((cmd) == 'qpush_back') or (
                (cmd) == 'qtrim_front') or ((cmd) == 'qtrim_back'):
                pass
                return ret.int_resp(resp)
                break
            if False or ((cmd) == 'zavg'):
                pass
                return ret.float_resp(resp)
                break
            if False or ((cmd) == 'keys') or ((cmd) == 'rkeys') or ((cmd) == 'zkeys') or ((cmd) == 'zrkeys') or (
                (cmd) == 'hkeys') or ((cmd) == 'hrkeys') or ((cmd) == 'list') or ((cmd) == 'hlist') or (
                (cmd) == 'hrlist') or ((cmd) == 'zlist') or ((cmd) == 'zrlist'):
                pass
                return ret.list_resp(resp)
                break
            if False or ((cmd) == 'scan') or ((cmd) == 'rscan') or ((cmd) == 'hgetall') or ((cmd) == 'hscan') or (
                (cmd) == 'hrscan'):
                pass
                return ret.str_map_resp(resp)
                break
            if False or ((cmd) == 'zscan') or ((cmd) == 'zrscan') or ((cmd) == 'zrange') or ((cmd) == 'zrrange') or (
                (cmd) == 'zpop_front') or ((cmd) == 'zpop_back'):
                pass
                return ret.int_map_resp(resp)
                break
            if False or ((cmd) == 'auth') or ((cmd) == 'exists') or ((cmd) == 'hexists') or ((cmd) == 'zexists'):
                pass
                return ret.int_resp(resp)
                break
            if False or ((cmd) == 'multi_exists') or ((cmd) == 'multi_hexists') or ((cmd) == 'multi_zexists'):
                pass
                return ret.int_map_resp(resp)
                break
            if False or ((cmd) == 'multi_get') or ((cmd) == 'multi_hget'):
                pass
                return ret.str_map_resp(resp)
                break
            if False or ((cmd) == 'multi_hsize') or ((cmd) == 'multi_zsize') or ((cmd) == 'multi_zget'):
                pass
                return ret.int_map_resp(resp)
                break
            ### default
            return ret.list_resp(resp)
            break
            break
            if _continue_1:
                continue
        # }}} switch

        return SSDB_Response('error', 'Unknown error')

    def send(self, data):
        pass
        ps = []

        _cpy_r_0 = _cpy_l_1 = data
        if type(_cpy_r_0).__name__ == 'dict':
            _cpy_b_3 = True; _cpy_l_1 = _cpy_r_0.iterkeys()
        else:
            _cpy_b_3 = False;
        for _cpy_k_2 in _cpy_l_1:
            if _cpy_b_3:
                p = _cpy_r_0[_cpy_k_2]
            else:
                p = _cpy_k_2
            pass
            p = str(p)
            ps.append(str(len(p)))
            ps.append(p)
        nl = '\n'
        s = (nl.join(ps) + '\n\n')
        try:
            while True:
                ret = self.sock.send(s.encode())
                if ret == 0:
                    return - (1)
                s = s[ret:]
                if len(s) == 0:
                    break
        except socket.error as e:
            return -(1)
        return ret

    def net_read(self):
        try:
            data = self.sock.recv(1024 * 8)
        except Exception as e:
            data = ''

        if data == '':
            self.close()
            return 0
        self.recv_buf += str(data,encoding = "ascii")
        return len(data)

    def recv(self):
        while True:
            ret = self.parse()
            if ret is None:
                if self.net_read() == 0:
                    return []
            else:
                return ret

    def parse(self):
        pass
        ret = []
        spos = 0
        epos = 0

        while True:
            spos = epos
            epos = self.recv_buf.find('\n', spos)

            if epos == - (1):
                break
            epos += 1
            line = self.recv_buf[spos: epos]
            spos = epos

            if line.strip() == '':
                if len(ret) == 0:
                    continue
                else:
                    self.recv_buf = self.recv_buf[spos:]
                    return ret
            try:
                num = int(line)
            except Exception as e:
                return []
            epos = (spos + num)

            if epos > len(self.recv_buf):
                break
            data = self.recv_buf[spos: epos]
            ret.append(data)
            spos = epos
            epos = self.recv_buf.find('\n', spos)

            if epos == - (1):
                break
            epos += 1
        return None

测试程序

from SSDB import SSDB

ssdb = SSDB('192.168.1.250', 8888)

l  =  []
l.append('person_1')
l.append('a')
l.append('1111')
l.append('b')
l.append('2222')

print(ssdb.request('multi_hset', l))

'''
print(ssdb.request('set', ['test', '123']))
print(ssdb.request('get', ['test']))
print(ssdb.request('incr', ['test', '1']))
print(ssdb.request('decr', ['test', '1']))
print(ssdb.request('scan', ['a', 'z', 10]))
print(ssdb.request('rscan', ['z', 'a', 10]))
print(ssdb.request('keys', ['a', 'z', 10]))
print(ssdb.request('del', ['test']))
print(ssdb.request('get', ['test']))
print("\n")
print(ssdb.request('zset', ['test', 'a', 20]))
print(ssdb.request('zget', ['test', 'a']))
print(ssdb.request('zincr', ['test', 'a', 20]))
print(ssdb.request('zdecr', ['test', 'a', 20]))
print(ssdb.request('zscan', ['test', 'a', 0, 100, 10]))
print(ssdb.request('zrscan', ['test', 'a', 100, 0, 10]))
print(ssdb.request('zkeys', ['test', 'a', 0, 100, 10]))
print(ssdb.request('zdel', ['test', 'a']))
print(ssdb.request('zget', ['test', 'a']))
print("\n")
print(ssdb.request('hset', ['test', 'a', 20]))
print(ssdb.request('hget', ['test', 'a']))
print(ssdb.request('hincr', ['test', 'a', 20]))
print(ssdb.request('hdecr', ['test', 'a', 20]))
print(ssdb.request('hscan', ['test', '0', 'z', 10]))
print(ssdb.request('hrscan', ['test', 'z', '0', 10]))
print(ssdb.request('hkeys', ['test', '0', 'z', 10]))
print(ssdb.request('hdel', ['test', 'a']))
print(ssdb.request('hget', ['test', 'a']))
print("\n")
'''

 pyssdb客户端的使用

import pyssdb

c = pyssdb.Client('192.168.1.250', 8888)
list = ['lastName', '海', 'firstName', '黄']
print(c.multi_hset('person_1', *tuple(list)))
c.disconnect()

 测试多线程

import pyssdb
import threading

# 客户端默认是有连接池的
c = pyssdb.Client('192.168.1.250', 8888)

def makeCache(func):
    list = ['lastName', '海', 'firstName', '黄']
    for i in range(10000):
        c.multi_hset('person_huanghai_'+str((func-1)*i), *tuple(list))
    print('成功完成线程：'+str(func))
# 定义五个线程

threads = []
t1 = threading.Thread(target=makeCache, args=(1,))
threads.append(t1)

t2 = threading.Thread(target=makeCache, args=(2,))
threads.append(t2)

t3 = threading.Thread(target=makeCache, args=(3,))
threads.append(t3)

t4 = threading.Thread(target=makeCache, args=(4,))
threads.append(t4)

t5 = threading.Thread(target=makeCache, args=(5,))
threads.append(t5)

for t in threads:
    t.setDaemon(True)
    t.start()
    
t1.join()
t2.join()
t3.join()
t4.join()
t5.join()

c.disconnect()
print('程序结束')

 

Python-ssdbya又一个ssdb的Python客户端用来替代Redis的NoSQL数据库
08-10
ssdb-ya-又一个 ssdb 的 Python 客户端. 用来替代 Redis 的 NoSQL 数据库.
探索高效存储：pyssdb——Python与SSDB的完美结合
最新发布
gitblog_00811的博客
08-27 472
探索高效存储：pyssdb——Python与SSDB的完美结合 pyssdbAn SSDB Client Library for Python项目地址:https://gitcode.com/gh_mirrors/py/pyssdb 在数据存储的世界中，高效、稳定和易用性是开发者永恒的追求。今天，我们将介绍一个强大的开源项目——pyssdb，这是一个专为Python开发者设计的SSDB客户端库。...
python3生成测试数据，并写入ssdb
weixin_34417814的博客
08-26 259
import pyssdb import random import time c = pyssdb.Client('192.168.1.250',8888) chars = 'AaBbCcDdEeFfGgHhIiJjKkLlMmNnOoPpQqRrSsTtUuVvWwXxYyZz' digits = '0123456789' def random_generate_str...
Python读取文件内容并将内容插入到SSDB中
weixin_33759269的博客
10-31 219
import os import linecache import time from SSDB import SSDB ssdb = SSDB('127.0.0.1', 8888) print("start") start = time.clock() cache_data = linecache.getlines("/usr/local/access.log") ...
python使用ssdb的队列，用于替换canal+rabbitmq
weixin_34351321的博客
07-11 226
# pip install -i https://mirrors.aliyun.com/pypi/simple/ pyssdb import pyssdb c = pyssdb.Client('172.17.91.21',8888) queueName='mysqlreplaction_test' # 清空一下队列 c.qclear(queueName) c.qpush...
Python-csssdbpycssdbpy用Cython编写的SSDB客户端
08-10
csssdbpy-cssdbpy用Cython编写的SSDB客户端。比标准的SSDB客户端快
Python-SSDB可视化界面管理工具ssdbwebmanagertool
08-10
SSDBAdmin是SSDB数据库的可视化界面管理工具 功能 提供SSDB数据的hash/zset/kv/queue等数据结构的增删改查等功能
ssdb-redis
10-31
7. **多语言客户端**：SSDB有多种编程语言的客户端库，包括Python、Java、PHP、Node.js等，方便开发者进行集成。 在压缩包文件`ssdb-bin-master`中，我们可以预期包含SSDB的源代码、编译脚本、配置文件以及相关的...
SSDB详细解说
02-21
- **Redis API兼容**：可直接使用Redis客户端，方便迁移和操作。 - **容量扩展**：相对于Redis，SSDB具有更大的存储容量。 - **持久化队列**：提供持久化的队列服务，确保数据安全。 2. SSDB架构： - **单机...
性能超越Redis的NoSQL数据库SSDB.zip
07-19
替代 Redis 数据库, Redis 的 100 倍容量LevelDB 网络支持, 使用 C/C 开发Redis API 兼容, 支持 Redis 客户端适合存储集合数据, 如 list, hash, zset...客户端 API 支持的语言包括: C , PHP, Python, Java, Go ...
ssdb-cpp-api:ssdb客户端api（linux，windows）
05-18
ssdb 跨平台客户端 api 简介 本项目提供ssdb的sync client api和async client api （异步回调）。 sync client api由SSDBClient类提供 ()。 async client api由SSDBAsyncClient类提供() 。 NOTES: 所有接口都非线程安全. SSDBClient::connect是阻塞模式. 看完下面的API说明后可详细查阅 API 说明 Sync Client API SSDBClient::connect(const char* ip, int port) ： (阻塞)连接ip和port指定的ssdb服务器 SSDBClient::disConnect ： 断开与ssdb服务器的连接 SSDBClient::isConnect ： 获取当前ssdb client与ssdb ser
ssdb java客户端_Redis 替代品SSDB Java客户端
weixin_36202127的博客
03-01 252
SSDB支持 Redis 网络协议, 所以你可以用 Redis 的客户端来连接 SSDB 服务器. 但是, 使用 SSDB 客户端是最高效的方式。所有的 SSDB 客户端 API 都是支持二进制数据的, 二进制数据即是字符串,字符串就是二进制数据。SSDB 源码仓库中, 内置了许多语言的客户端, 这些便是所谓的官方客户端。关于java客户端，有如下几种：1.官方客户端2.ssdb4jSSDB的Ja...
ssdb java客户端_hydrogen-ssdb
weixin_42441072的博客
03-01 187
hydrogen-ssdbJava 编写的 SSDB 客户端。交流为了更快速的解决 issue，所以建立了一个 QQ 群。群名称：hydrogen-ssdb群号：1148460774介绍hydrogen-ssdb 是一个 Java 编写的 SSDB 客户端，支持多线程并发请求和多服务器的负载均衡(客户端分发请求)。SSDB 是一个类似 Redis 的 NOSQL 数据库，兼容 Redis 协议，...
python 写hash数据到 ssdb
chuangchuangtao的博客
08-16 977
#!/usr/bin/env python #coding:utf-8import pyssdbssdb = pyssdb.Client(host=ip, port=port)key = 'app' value['pv']=514 ssdb.hset('hash_tbl_name',key,json.dumps(value,ensure_ascii=False))
python ssdb库
weixin_40810459的博客
07-22 37
python,数据存储相关学习资料：https://edu.51cto.com/video/1158.htmlhttps://edu.51cto.com/video/3450.htmlhttps://edu.51cto.com/video/3502.htmlPython SSDB库：高效数据存储解决方案 在当今快速发...
ssdb-node:ssdb NodeJs客户端
05-10
SSDB NodeJS 客户端 基于 改写； 主要是修复了上述客户端的请求和应答对应错误的问题； 添加自动重连机制，可通过autoReconnect关闭; npm install ssdb-node --save Example 'use strict'; const co = require('co'); const ssdb = require("ssdb-node"); const options = { host: '127.0.0.1', port: 8888, promisify: true, size: 3, logger: undefined, autoReconnect: true }; let client = new ssdb(options); function* main() { console.info(y
SSDB安装与python环境的使用
u012851870的专栏
03-30 3353
SSDB 配置最大文件打开数 编译安装ssdb wget https://github.com/ideawu/ssdb/archive/stable-1.8.0.zip #或者本地下载，然后scp拷贝至目标机器 unzip ssdb-stable-1.8.0.zip #解压缩 cd ssdb-s
评论
添加红包

请填写红包祝福语或标题

个

红包个数最小为10个

元

红包金额最低5元

当前余额3.43元 前往充值 >
需支付：10.00元
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付元
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明：

1.余额是钱包充值的虚拟货币，按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载，可以购买VIP、付费专栏及课程。

余额充值