将爬取数据自动地生成表格

import pickle
import pandas as pd 
import datetime

# 读取爬取下来的数据
with open("/Users/data/all_data.pkl","rb") as document:
    data = pickle.load(document)

# 处理分区id的数据
with open("/Users/data/trans_type_id.pkl","rb") as listid:
    typeList = pickle.load(listid)

type_dict = {"分区":[],"子分区":[],"子分区id":[]}
for key in typeList:
    value = typeList[key]
    key = key.replace("（主分区）","")
    for i in value:
        j = value[i]
        type_dict["分区"].append(key)
        type_dict["子分区"].append(i)
        type_dict["子分区id"].append(j)

# 转为DataFrame
df = pd.DataFrame(data)
df_type = pd.DataFrame(type_dict)
df_type["子分区id"] = df_type["子分区id"].astype(int)

# 筛选2020年的数据
df["time"] = pd.to_datetime(df["time"])
beginTime = datetime.datetime(2020,1,1,0,0,0)
endTime = datetime.datetime(2021,1,1,0,0,0)
df = df[df["time"]>=beginTime]
df = df[df["time"]<endTime]

# 将分区数据和视频数据整合成一个表
df = pd.merge(df,df_type,left_on="typeid",right_on="子分区id",how="left")

# 将最后的表格数据输出
print(df)

结果如图：