【python 爬虫】豆瓣评论全爬取含展开

学会抓包，搞到一切。

用到的模块

源代码

from urllib import request
import time
import re
import os
os.mkdir(r'C:\Users\*\Desktop\PYhomework\c800')
search_counts = 800
url = 'https://movie.douban.com/subject/2353023/reviews'
headers = {
   ***}
        
headers['Referer'] = 'https://movie.douban.com/subject/***/'
i = 0
lists = []
for count in range(0, search_counts, 20):
    url = url + "?start=" + str(count)
    req = request.Request(url, headers=headers)
    response = request.urlopen