root_dir = './'
out_sds = './data_all.sds'
paths = os.listdir(root_dir)
count = 0 #记录数据总条数
with open(out_sds,"w+") as f:
for path in paths:
file_path = os.path.join(root_dir, path)
print(file_path)
sds_name, suffix = os.path.splitext(path)
if (suffix != '.sds') | (sds_name == 'data_all'):
continue
with open(file_path, 'r', encoding='utf8')as fp:
for line in fp:
data = json.loads(line) # 字典类型
count = count + 1
#print(data)
#print('这是读取到文件数据的数据类型:', type(data))
print(count)
json.dump(data, f, ensure_ascii=False) # 写入文件,ensure_ascii=False避免将中文转化为编码
f.write('\r\n')
#print(file_path + "加载入文件完成...")
【Python脚本】多个json文件合并为一个
于 2021-05-17 11:40:51 首次发布