# encoding: utf-8
import requests
from lxml import etree
import json
url = 'https://movie.douban.com/cinema/nowplaying/guangzhou/'
headers = {
'User-Agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 '
'Safari/537.36',
'Referer':'https://movie.douban.com/'
}
response = requests.get(url, headers=headers)
text = response.text
html = etree.HTML(text)
ul = html.xpath("//ul[@class='lists']")[0]
lis = ul.xpath("./li")
movies = []
for li in lis:
title = li.xpath("@data-title")[0]
score = li.xpath("@data-score")[0]
duration = li.xpath("@data-duration")[0]
region = li.xpath("@data-region")[0]
actors = li.xpath("@data-actors")[0]
poster = li.xpath(".//img/@src")[0]
movie = {
"title":title,
"score":score,
"duration":duration,
"region":region,
"actors":actors,
"poster":poster
}
movies.append(movie)
with open('doubanfilm.json','w',encoding='utf-8') as fp:
json.dump(movies,fp,ensure_ascii=False)
豆瓣电影爬虫--简单的小爬虫案例
最新推荐文章于 2022-05-27 17:22:34 发布