最近学到了网页爬虫,在打开动漫之家的时候突然想爬一下动漫之家被订阅最多的漫画的标签,看看大家都喜欢看什么漫画
代码如下
import requests
import re
def input_info():
"""输入要爬取的网页数"""
n = eval(input(print("请输入你想要爬取的网页数:"))) # 15
return n
def get_urls(n):
"""获取网页URL"""
urls = []
for i in range(n):
url = "https://manhua.dmzj.com/rank/subscribe/block-" + str(i + 1) + ".shtml"
urls.append(url)
return urls
def get_pat(url):
"""输入爬取内容的正则表达式"""
r = requests.get(url)
txt = r.text
pat = input(print("请输入正