Python爬取天气数据并将数据转为列表格式

import requests
import re
from bs4 import BeautifulSoup
import json

link = 'http://www.weather.com.cn/weather/101200101.shtml'
headers={'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134'}
r=requests.get(link,headers=headers)
response = r.content.decode('utf-8')#中文解码

soup=BeautifulSoup(response,"html.parser")#解析网页文本
text=soup.find_all(text=re.compile("observe24h_data"))#寻找有相关内容的标签里的内容
#print(type(text))
#print(text)


wheather_data=str(text).lstrip(r"['\nvar observe24h_data = ").rstrip(r";\n']")#转为字符串类型，去除非json格式数据(去头去尾)
#print(type(wheather_data))
#print(wheather_data)


json=json.loads(wheather_data)
#print(json['od']['od2']) #字典的访问方式，前面两次字典套娃，后面套娃列表格式

#获取列表
temperatrue=[]
time=[]
humidity=[]
air_quality=[]
for t in json['od']['od2']:
    time.append(t['od21'])#获取时间列表
    temperatrue.append(t['od22']) #获取温度列表
    humidity.append(t['od27']) #获取湿度列表
    air_quality.append(t['od28'])#获取空气质量列表
# print(time)
# print(temperatrue)
# print(humidity)
# print(air_quality)