python的各个文件读写方法

普通json文件读写

def saveJsonFile(location, file):
    with open(location, 'w') as fw:
        json.dump(file, fw, ensure_ascii=False, indent=2)

def loadData(location):
    with open(location, 'r') as fr:
        file = json.load(f)
    return file

大量数据的json按行读写

def bigSaveJson(location, file):
    print('save file to {} ...'.format(location))
    with open(location, 'w') as fw:
        for i in tqdm(file):
            j = json.dumps(i, ensure_ascii=False)
            fw.write(j+"\n")

def bigSaveDict(location, file):
    print('save file to {} ...'.format(location))
    with open(location, 'w') as fw:
        for i in tqdm(file):
            i = {i : file[i]}
            j = json.dumps(i, ensure_ascii=False)
            fw.write(j+"\n")

def bigLoadJson(location):
    print('load file from {} ...'.format(location))
    f = []
    with open(location, "r") as fr:
        fr = fr.readlines()
        for line in fr:
            line = json.loads(line)
            f.append(line)
    return f

def bigLoadDict(location):
    print('load file from {} ...'.format(location))
    f = {}
    with open(location, "r") as fr:
        fr = fr.readlines()
        for line in fr:
            line = json.loads(line)
            f.update(line)
    return f

txt文件的读写

# 按行写入
def saveTXT(location, file):
    with open(location, "w") as f:
        for Q in file:
            f.write('{}\t{}\n'.format(Q, file[Q].replace('\n', ' ').replace('\r', ' ')))

# 按行读取
def loadTXT(location):
    f = open(location, "r")
    return f.readlines()

# 按行追加写入
def saveLineTXT(location, file):
    for line in file:
        with open(location,"a") as fw:
            fw.write(line)