python的request的使用

# -*-coding:utf-8-*-
import  requests

class TiebaSpider:
    def __init__(self,tiebaName):
        self.tiebaName=tiebaName
        self.url="https://tieba.baidu.com/f?ie=utf-8&kw="+tiebaName+"&fr=search&pn={}"
        self.headers={"Accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
    "User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.16 Safari/537.36"

                      }

        #创建url列表
    def get_url_list(self):
        url_list=[]
        for i in range(5):
            url_list.append(self.url.format(i*50))
        return url_list

    #发送请求，获取响应
    def parse_url(self,url):
        print(url)
        response=requests.get(url,headers=self.headers)
        return response.content.decode()

    # 保存html字符串
    def save_html(self,htmlStr,pageNum):
        filePath="{}-第{}页.html".format(self.tiebaName,pageNum)
        with open(filePath,"w",encoding="utf-8") as f:
            f.write(htmlStr)
    def run(self):
        #构建url列表
        url_list=self.get_url_list()
        #遍历，发送请求，获取响应
        for url in url_list:
            htmlStr=self.parse_url(url)
            #保存
            pageNum=url_list.index(url)+1
            self.save_html(htmlStr,pageNum)

if __name__=="__main__":
    tiebaSpider=TiebaSpider("斗破苍穹")
    tiebaSpider.run()

运行结果：