[论文笔记] 模型eval结果画图 jupyter

 对不同的后预训练模型的检查点在不同benchmark上的eval结果，进行画图分析。

 并可以对每个点标注具体数值。

import os
import json
import matplotlib.pyplot as plt
import matplotlib.ticker as ticker
import glob

def extract_ret_qwen1p5(name, file_name, field_name1, field_name2):
    model_dir = "/eval_cache/"
    subdir_list = os.listdir(model_dir + name)
    iters = []
    eval_rets = []
    if subdir_list[0].endswith(".json"):
        subdir_list = subdir_list[:1]
    # must have iters
    for subdir in subdir_list:
        json_files = glob.glob(os.path.join(model_dir + name, subdir, '*.json'))
        try:
            file_path = json_files[0]
        except:
            print(os.path.join(model_dir + name, subdir))
            print(json_files)
            continue
        if os.path.exists(file_path):
            try:
                iters.append(int(subdir[-7:]