说在前面
近日经常需要加载json文件数据来使用,经过处理后又需要保存为json文件,频繁操作容易忘记,故在此记录下简单的操作方法代码。
代码
import json
from datasets import tqdm
data_path = './results_final_sort.json'
with open(data_path, 'r', encoding='utf-8') as file:
predict_data = json.load(file)
results = []
for item in tqdm(predict_data):
id = item['id']
text = item['text']
triple = item['triple']
llm_output = item['llm_output']
llm_output_dict = json.loads(llm_output)
new_item = {
"id": id,
"text": text,
"triple": triple,
"llm_output": llm_output_dict
}
results.append(new_item)
json_results = json.dumps(results, ensure_ascii=False, indent=2)
write_path = './predict_data.json'
with open(write_path, 'w', encoding='utf-8') as f:
f.write(json_results)
print(f"vote_yes have been save to {write_path}")