python爬虫4：豆瓣电影排行榜爬取

import json
import requests
url = "https://movie.douban.com/j/chart/top_list"
param = {
    'type': '24',
    'interval_id': '100:90',
    'action':'',
    'start': '01',  #从库中的第几部电影去取
    'limit': '20' #一次取出的个数
}
headers = {
    'User-Agent':"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36"
}
response = requests.get(url=url,params=param,headers=headers)
list_data = response.json()

fp = open('./douban.json','w',encoding='utf-8')
json.dump(list_data,fp=fp,ensure_ascii=False)
print("over!")

1，get请求的参数在Payload中获取

2，网址中：？后面都是动态参数