Python jsonlines文件读、写、去重

import jsonlines  #导入

# 写入
with jsonlines.open("./写入测试.jsonlines", 'w') as w:
    w.write({"第一行": "123"})
    w.write({"第二行": "456"})
    w.write({"第一行": "123"})
    w.write(["第四行"])
    w.write(("第五行", "789"))
"""
    {"第一行": "123"}
    {"第二行": "456"}
    {"第一行": "123"}
    ["第四行"]
    ["第五行", "789"]
"""

# 读取
with jsonlines.open("./写入测试.jsonlines") as f:
    for line in f:
        print(line)
# or
with open("./写入测试.jsonlines", "r", encoding='utf-8') as f:
    for line in jsonlines.Reader(f):
        print(line)

# 去重(以文本读，以文本写。)
with open("./写入测试.jsonlines", "r", encoding="utf-8") as f:
    temp = set(f.readlines())
with open("./去重测试.jsonlines", "w", encoding="utf-8") as w:
    for i in temp:
        w.write(i)

总结：只用open()打开时，要注意使用encoding='utf-8’指定编码；用jsonlines.open()打开时，不需要指定编码。