"""
1、爬取猫眼电影 top100榜
1、程序运行直接爬取第一页
2、是否继续爬取 y\n
y 爬取第二页
n 爬取结束,谢谢使用
3、把每一页的内容保存到本地 格式 第一页.html
普通版&类版
"""
"""
猫眼电影 top100
第一页:https://maoyan.com/board/4?offset=0
第二页:https://maoyan.com/board/4?offset=10
第三页:https://maoyan.com/board/4?offset=20
"""
import urllib.request
import urllib.parse
import re
url = "https://maoyan.com/board/4?offset="
headers = {"User-Agent":"Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36"}
def zhixing():
L1 = re.findall('title="(\S+)" data-act', html)
L2 = re.findall('主演:(.+)\n', html)
L3 = re.findall('上映时间:(.+)</p>', html)
for i in range(0, 10):
print(L1[i] + ' ' + L2[i] + ' ' + L3[i])
d = 0
urls = url + str(d)
print(urls)
request = urllib.request.Request(urls,headers = headers)
response = urllib.request.urlopen(request)
page = 1
html = response.read().decode("utf-8")
zhixing()
while input("是否继续(y/n):") == 'y':
page = page + 1
d = d + 10
urls = url + str(d)
print(urls)
request = urllib.request.Request(urls, headers=headers)
response = urllib.request.urlopen(request)
html = response.read().decode("utf-8")
zhixing()
else:
print("爬取结束,谢谢使用")