爬取豆瓣排行榜前250名电影名称
import urllib.request
import bs4
import re
headers = {"User-Agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) "
"Chrome/70.0.3538.110 Safari/537.36"}
def get_page(url):
request = urllib.request.Request(url, headers=headers)
response = urllib.request.urlopen(request)
html = response.read().decode("utf-8")
return html
def parse_html(html):
soup = bs4.BeautifulSoup(html, "lxml")
movies_lists_soup = soup.find("ol", attrs={"class": "grid_view"})
movies_list_soup = movies_lists_soup.find_all("li")
for movies_soup in movies_list_soup:
movie_name = movies_soup.find('span', attrs={"class": 'title'}).text
movie_star = movies_soup.find('p').text
print(movie_name, end=" ")
pri

最低0.47元/天 解锁文章


被折叠的 条评论
为什么被折叠?



