python 数据处理二进制_在Python中处理字节和二进制数据

使用bitarray module，对于大数字，您可以更快地执行此操作：

基准(2.4倍加速！)以下内容：janus@Zeus /tmp % python3 -m timeit -s "import tst" "tst.tst(10000)"

10 loops, best of 3: 251 msec per loop

janus@Zeus /tmp % python3 -m timeit -s "import tst" "tst.tst(100)"

1000 loops, best of 3: 700 usec per loop

janus@Zeus /tmp % python3 -m timeit -s "import sevenbittoint, os" "sevenbittoint.sevenbittoint(os.urandom(10000))"

10 loops, best of 3: 73.7 msec per loop

janus@Zeus /tmp % python3 -m timeit -s "import quick, os" "quick.quick(os.urandom(10000))"

10 loops, best of 3: 179 msec per loop

quick.py(来自Mark Byers)：def quick(bites):

i = 0

for b in bites:

i <<= 7

i += (b & 0x7f)

#i += b

return i

七点.py：import bitarray

import functools

def inttobitarray(x):

a = bitarray.bitarray()

a.frombytes(x.to_bytes(1,'big'))

return a

def concatter(accumulator,thisitem):

thisitem.pop(0)

for i in thisitem.tolist():

accumulator.append(i)

return accumulator

def sevenbittoint(bajts):

concatted = functools.reduce(concatter, map(inttobitarray, bajts), bitarray.bitarray())

missingbits = 8 - len(concatted) % 8

for i in range(missingbits): concatted.insert(0,0) # zeropad

return int.from_bytes(concatted.tobytes(), byteorder='big')

def tst():

num = 32768

print(bin(num))

print(sevenbittoint(num.to_bytes(2,'big')))

if __name__ == "__main__":

tst()

tst.py公司：import os

import quick

import sevenbittoint

def tst(sz):

bajts = os.urandom(sz)

#for i in range(pow(2,16)):

# if i % pow(2,12) == 0: print(i)

# bajts = i.to_bytes(2, 'big')

a = quick.quick(bajts)

b = sevenbittoint.sevenbittoint(bajts)

if a != b: raise Exception((i, bin(int.from_bytes(bajts,'big')), a, b))