python 序列化 性能_python序列化模块的速度比较

# -*- coding: utf-8 -*-

# @Time : 2019-04-01 17:41

# @Author : cxa

# @File : dictest.py

# @Software: PyCharm

import time

import pickle

import marshal

import ujson

import msgpack

def test(data, method):

if method == 'pickle':

dumps = pickle.dumps

loads = pickle.loads

elif method == 'marshal':

dumps = marshal.dumps

loads = marshal.loads

elif method == 'ujson':

dumps = ujson.dumps

loads = ujson.loads

elif method == "msgpack":

dumps = msgpack.dumps

loads = msgpack.loads

b = time.time()

s = ''

loop = 10000

for i in range(loop):

s = dumps(data)

print('{} dumps time cost: {}'.format(method, time.time() - b))

b = time.time()

for i in range(loop):

loads(s)

print('{} loads time cost: {}'.format(method, time.time() - b))

def main():

# generate test data

data = {}

count = 80

for i in range(10000):

k = '%05d' % (i % count)

if k in data:

data[k].append(i / count)

else:

data[k] = [i / count]

print('data:', len(data))

# test

test(data, 'pickle')

test(data, 'marshal')

test(data, 'ujson')

test(data, 'msgpack')

if __name__ == '__main__':

main()

结果

pickle dumps time cost: 2.6049489974975586

pickle loads time cost: 3.6289799213409424

marshal dumps time cost: 2.2469120025634766

marshal loads time cost: 2.907557964324951

ujson dumps time cost: 8.108527183532715

ujson loads time cost: 4.873885869979858

msgpack dumps time cost: 2.671412944793701

msgpack loads time cost: 3.2492690086364746

注意：

千万不要对不信任的数据使用pickle.load()。

pickle在加载时有一个副作用就是它会自动加载相应模块并构造实例对象。

但是某个坏人如果知道pickle的工作原理，

他就可以创建一个恶意的数据导致Python执行随意指定的系统命令。

因此，一定要保证pickle只在相互之间可以认证对方的解析器的内部使用。