python json diff_Python实现Json结构对比的小工具兼谈编程求解问题

jsondiff.py

#!/usr/bin/python

#_*_encoding:utf-8_*_

import argparse

import json

import sys

reload(sys)

sys.setdefaultencoding('utf-8')

def parseArgs():

description = 'This program is used to output the differences of keys of two json data.'

parser = argparse.ArgumentParser(description=description)

parser.add_argument('file', help='Given file containing two json data separated by a new line with three semicolons.')

args = parser.parse_args()

filename = args.file

return filename

def readFile(filename):

content = ''

f = open(filename)

for line in f:

content += line.strip("\n")

f.close()

return content

def parseKeys(jsonobj):

jsonkeys = list()

addJsonKeys(jsonobj, jsonkeys, '')

return jsonkeys

def addJsonKeys(jsonobj, keys, prefix_key):

if prefix_key != '':

prefix_key = prefix_key+'.'

if isinstance(jsonobj, list):

addKeysIflist(jsonobj, keys, prefix_key)

elif isinstance(jsonobj, dict):

addKeysIfdict(jsonobj, keys, prefix_key)

def addKeysIflist(jsonlist, keys, prefix_key):

if len(jsonlist) > 0:

addJsonKeys(jsonlist[0], keys, prefix_key)

def addKeysIfdict(jsonobj, keys, prefix_key):

for (key, value) in jsonobj.iteritems():

keys.append(prefix_key + key)

addJsonKeys(value, keys, prefix_key+key)

def diffKeys(json1, json2):

keys1 = parseKeys(json1)

keys2 = parseKeys(json2)

keyset1 = set(keys1)

keyset2 = set(keys2)

return keyset1.difference(keyset2)

def cmpArray(jsonArr1, jsonArr2, diff, prefix_key):

'''

need to be improved

'''

arrlen1 = len(jsonArr1)

arrlen2 = len(jsonArr2)

minlen = min(arrlen1, arrlen2)

if arrlen1 != arrlen2:

diff.append((prefix_key+'.length', arrlen1, arrlen2))

for i in range(0, minlen):

diffDict(jsonArr1[i], jsonArr2[i], diff, prefix_key)

def cmpPrimitive(key, value1, value2, diff, prefix_key):

if isinstance(value1,list) or isinstance(value1, dict) \

or isinstance(value2, list) or isinstance(value2, dict):

return

if value1 != value2:

diff.append((prefix_key + key, str(value1), str(value2)))

def diffDict(json1, json2, diff, prefix_key):

if prefix_key != '':

prefix_key = prefix_key+'.'

for (key, value) in json1.iteritems():

json2Value = json2.get(key)

#print "key: ", key, ", value: ", value, " , value2: ", json2Value

if json2Value == None:

diff.append((prefix_key + key, value, None))

if isinstance(value, dict) and isinstance(json2Value, dict):

diffDict(value, json2Value, diff, prefix_key + key)

if isinstance(value, list) and isinstance(json2Value, list):

cmpArray(value, json2Value, diff, prefix_key + key)

cmpPrimitive(key, value, json2Value, diff, prefix_key)

def diffJson(json1, json2):

jsondiff = list()

diffDict(json1, json2, jsondiff, '')

return jsondiff

def diffJsonToFile(filename, json1, json2):

f_res = open(filename, 'w')

diff_res = diffJson(json1, json2)

for diff in diff_res:

(key,v1,v2) = diff

if v2 is None:

f_res.write('key %s in json1 not in json2. \n' % key)

else:

f_res.write('key %s in json1 = %s yet in json2 = %s. \n' %(key, v1, v2))

f_res.close()

def tesParsetKeysSingle(jsonobj, expected):

assert set(parseKeys(jsonobj)) == set(expected)

def testParseKeys():

for v in ({}, [], "good", 1, 3.14, -2.71, -1, 0.1, 2.71E3, 2.71E+3, 2.71E-32, 2.71e3, 2.71e+3, 2.71e-32, True, False, None, "null\n\\\"\/\b\f\n\r\t\u"):

tesParsetKeysSingle(parseKeys(v), [])

tesParsetKeysSingle({"code": 200}, ['code'])

tesParsetKeysSingle({"code": 200, "msg": "ok", "list": [], "extra":{}}, ['code', 'msg', 'list', 'extra'])

tesParsetKeysSingle({"code": 200, "msg": "ok", "list": [{"id": 20, "no":"115"}], "extra":{"size": 20, "info": {"owner": "qin"}}}, ['code', 'msg', 'list', 'list..id', 'list..no', 'extra', 'extra.size', 'extra.info', 'extra.info.owner'])

tesParsetKeysSingle({'msg': 'ok', 'code': 200, 'list': [{'items': [{'price': 21, 'infos': {'feature': ''}, 'name': 'n1'}], 'id': 20, 'no': '1000020'}], 'metainfo': {'total': 20, 'info': {'owner': 'qinshu', 'parts': [{'count': 13, 'time': {'start': 1230002456, 'end': 234001234}}]}}}, ['msg', 'code', 'list', 'list..items', 'list..items..price', 'list..items..infos', 'list..items..infos.feature', 'list..items..name','list..id', 'list..no', 'metainfo', 'metainfo.total', 'metainfo.info', 'metainfo.info.owner', 'metainfo.info.parts', 'metainfo.info.parts..count', 'metainfo.info.parts..time' ,'metainfo.info.parts..time.start', 'metainfo.info.parts..time.end'])

print 'testPassed'

def test():

testParseKeys()

if __name__ == "__main__":

test()

filename = parseArgs()

content = readFile(filename)

jsondataArr = content.split(';;;')

content1 = jsondataArr[0]

content2 = jsondataArr[1]

json1 = json.loads(content1)

json2 = json.loads(content2)

print "keys in json_data_v2: "

print parseKeys(json2)

print 'keys in json_data_v1 yet not in json_data_v2: '

print diffKeys(json1, json2)

print 'keys in json_data_v2 yet not in json_data_v1: '

print diffKeys(json2, json1)