python爬取百度贴吧(urllib库)

import urllib.parse
import urllib.request

url = "https://tieba.baidu.com/f?"
tieba_name = input("请输入要查询的贴吧")
kwvalue = urllib.parse.urlencode({"kw":tieba_name})
page = int(input("请输入要爬取的页数"))
headers = {"user-agent":"Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36"}

for i in range(1,page+1):
    allurl = url + kwvalue + "&pn=" + str((i-1)*50)
    # print(allurl)
    urr = urllib.request.Request(allurl,headers=headers)
    response = urllib.request.urlopen(urr).read()
    filename = r"C:\Users\Administrator\Desktop\a" + "\第" +str(i) + "页.html"
    try:
        f  = open(filename,"wb")
        f.write(response)
        f.close()
    except Exception as e:
        print(e)