爬取豆瓣电影分类排行榜

import requests
import json
if __name__ == "__main__":
    url1 = 'https://movie.douban.com/j/chart/top_list'
    param = {
        'type':'24',
        'interval_id':'100:90',
        'action':'',
        'start':'0',#表示从库中第几部电影去取
        'limit':'100',#表示一次取几个
    }
    header ={
        'User-Agent': 'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.125 Mobile Safari/537.36'
    }
    response = requests.get(url=url1,params=param,headers=header)
    list_data = response.json()
    # 持久化存储
    fp = open('./douban.json','w',encoding='utf-8')
    json.dump(list_data,fp=fp,ensure_ascii=False)
    print('爬取结束！！！')