python.struct helper class

 

/*!
python struct helper class
version    : 0.01 
created by : andrew.wu (erpingwu@gmail.com)
created on : 2009/05/23
url        : http://blog.oolanguage.com/erpingwu/python-struct-module-helper-class/
*/

python struct 是一个很好用的 module ,能够很方便的处理 c struct, 但转换一个 c struct 到格式化字符串的工作有些繁琐.一个有效率的程序员应该是一个会偷懒的程序员,繁琐的工作应该尽量自动化.
c struct 可以写得很复杂,但大部分时候还是相对规范,那么先做一个简单的版本
以解释大智慧-Internet版的日线数据来做一个实例

	struct DZHDay{ 
		unsigned int trade_date;  // 日期，转换为十进制即可 
		unsigned int open_price;  // 开盘，除以1000 
		unsigned int high_price;  // 最高，除以1000 
		unsigned int low_price;   // 最低，除以1000 
		unsigned int close_price; // 收盘，除以1000 
		unsigned int turn_volume;// 成交额，除以10 
		unsigned int trading_volume ; // 成交量 
		unsigned int private_investor_line; // 散户线
		unsigned int unknown1;  // 
		unsigned int unknown2;  // 
	};

首先,需要python能够自动取得struct的相关信息, 这里没有自己去实现什么,什么都自己做那就不是提高效率了,而是给自己找麻烦. 网上找到一个 CppHeaderParser.py 正好可以用来完成这个工作, 只需要稍做修改.

line 427:  if (tok.value == 'class' or tok.value == 'struct'): 
line 452:  elif (self.nameStack[0] == "class" or self.nameStack[0] == "struct"):

下面就贴代码了,看代码比什么都来得清楚
t.py

# -*- coding: utf-8-*-
import os
from struct import *
from andrew.struct_helper import *
import binascii

dzh_day = '''
	struct DZHDay{ 
		unsigned int trade_date;  // 日期，转换为十进制即可 
		unsigned int open_price;  // 开盘，除以1000 
		unsigned int high_price;  // 最高，除以1000 
		unsigned int low_price;   // 最低，除以1000 
		unsigned int close_price; // 收盘，除以1000 
		unsigned int turn_volume;// 成交额，除以10 
		unsigned int trading_volume ; // 成交量 
		unsigned int private_investor_line; // 散户线
		unsigned int unknown1;  // 
		unsigned int unknown2;  // 
	};
	''';
	
import unittest
class Tests(unittest.TestCase):
	def setUp(self):
		self.sh = StructHelper();
		self.sh.parse(dzh_day, "DZHDay");
		pass;
	def tearDown(self):
		pass
	def testOne(self):
		f = open(r"600050.day", 'rb');	
		data = f.read();
		f.close()		
		nt = self.sh.namedtuple._make(unpack(self.sh.format_string, 
			data[0 : self.sh.unpack_size]));
		#print nt
		self.assertEqual(nt.trade_date, 20090521)
	def testTwo(self):
		#f = open(r"C:/dzh/DATA/SHase/Day/600388.day", 'rb');
		f = open(r"600050.day", 'rb');
		data = f.read();
		f.close()	
		#print binascii.b2a_hex(data)
		for index in range(0,  len(data) / self.sh.unpack_size ):
			nt = self.sh.namedtuple._make( unpack_from( self.sh.format_string, 
				data, self.sh.unpack_size*index) );			
			print "/n", nt	
		pass;
	pass

def main():
    unittest.main()

if __name__ == '__main__':
    main()

struct_helper.py

# struct helper class
# version      : 0.01 v  
# created by : andrew.wu (erpingwu@gmail.com)
# created on : 2009/05/23

import os
from struct import *
from collections import namedtuple
from  CppHeaderParser import *

class StructHelper():
	_struct_format_table = {
		'pad byte':'x',
		'char':'c',
		'signed char':'b',
		'unsigned char':'B',
		'bool':'?',
		'BOOL':'?',
		'short':'h',
		'unsigned short':'H',
		'int':'i',
		'unsigned int':'I',
		'long':'l',
		'unsigned long':'L',
		'long long':'q',
		'unsigned long long':'Q',
		'float':'f',
		'double':'d',
		'char[]':'s',
		'void *':'P'
	}
	
	def type_to_fmt(self, type):
		return self._struct_format_table[type];
		pass;
	
	def parse(self, code, struct_name):
		self.format_string = ""
		self.named_string = ""
		cpp_header = CppHeader(code , argType = "string")
		properties = cpp_header.classes[struct_name]["properties"]["private"]
		for p in properties:
			self.format_string += self.type_to_fmt(p["type"])
			self.named_string += p["name"] + " "
		self.unpack_size = calcsize(self.format_string)
		self.namedtuple = namedtuple(struct_name, self.named_string)
		pass;
		
	pass;

output
.
DZHDay(trade_date=20090521, open_price=6400, high_price=6410, low_price=6180, cl ose_price=6240, turn_volume=2085205, trading_volume=3334743, private_investor_li ne=373549, unknown1=4857, unknown2=2136735744)
DZHDay(trade_date=20090522, open_price=6210, high_price=6290, low_price=6170, cl ose_price=6260, turn_volume=1023114, trading_volume=1639956, private_investor_li ne=385, unknown1=4873, unknown2=0) .
----------------------------------------------------------------------
Ran 2 tests in 0.000s OK

相关引用
CppHeaderParser-1.05 http://sourceforge.net/projects/cppheaderparser/
PLY (Python Lex-Yacc) 3.2 http://www.dabeaz.com/ply/
Python 2.6 http://www.python.org/