首先打开笔趣阁网址随便选一篇小说
先请求网址拿到网页的数据代码如下:
def __init__(self):
#http://www.biquyun.com/14_14055/9195936.html
#http://www.biquyun.com/14_14055/
self.url = "http://www.biquyun.com/14_14055/"
self.base_url = "http://www.biquyun.com"
self.headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.1 (KHTML, like Gecko) Chrome/62.0.835.163 Safari/535.1"
}
self.title = ""
def get_pager_data(self):
try:
response = requests.get(self.url,headers=self.headers)
if response.status_code == 200:
return response.text.encode("iso-8859-1")
except RequestException as e:
print("请求异常")