Python爬虫 小白第一次爬虫

Python爬虫 小白第一次爬虫

爬取豆瓣上华语电影里评分最高的20部影片的片名、类型、导演、演员、上映日期、片长、评分

Python用到的第三方库

import requests
from lxml import etree
import json

url='https://movie.douban.com/j/search_subjects?type=movie&tag=%E5%8D%8E%E8%AF%AD&sort=rank&page_limit=20&page_start=0'
head={
   
    'User-Agent':'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.97 Safari/537.36'
}

resp = requests.get(url,headers=head)
print(resp.text)

{
   "subjects":[{
   "rate":"9.6","cover_x":600,"title":"霸王别姬","url":"https:\/\/movie.douban.com\/subject\/1291546\/","playable":true,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2561716440.jpg","id":"1291546","cover_y":889,"is_new":false},{
   "rate":"9.2","cover_x":3645,"title":"大话西游之大圣娶亲","url":"https:\/\/movie.douban.com\/subject\/1292213\/","playable":true,"cover":"https://img9.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2455050536.jpg","id":"1292213","cover_y":5103,"is_new":false},{
   "rate":"9.2","cover_x":1000,"title":"无间道","url":"https:\/\/movie.douban.com\/subject\/1307914\/","playable":true,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2564556863.jpg","id":"1307914","cover_y":1518,"is_new":false},{
   "rate":"9.0","cover_x":2810,"title":"我不是药神","url":"https:\/\/movie.douban.com\/subject\/26752088\/","playable":true,"cover":"https://img9.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2561305376.jpg","id":"26752088","cover_y":3937,"is_new":false},{
   "rate":"9.2","cover_x":1200,"title":"活着","url":"https:\/\/movie.douban.com\/subject\/1292365\/","playable":true,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2513253791.jpg","id":"1292365","cover_y":1695,"is_new":false},{
   "rate":"9.3","cover_x":800,"title":"大闹天宫","url":"https:\/\/movie.douban.com\/subject\/1418019\/","playable":true,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2184505167.jpg","id":"1418019","cover_y":1094,"is_new":false},{
   "rate":"9.2","cover_x":1515,"title":"鬼子来了","url":"https:\/\/movie.douban.com\/subject\/1291858\/","playable":false,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2553104888.jpg","id":"1291858","cover_y":2127,"is_new":false},{
   "rate":"9.0","cover_x":1280,"title":"大话西游之月光宝盒","url":"https:\/\/movie.douban.com\/subject\/1299398\/","playable":true,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2561721372.jpg","id":"1299398","cover_y":1830,"is_new":false},{
   "rate":"9.1","cover_x":404,"title":"饮食男女","url":"https:\/\/movie.douban.com\/subject\/1291818\/","playable":true,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p1910899751.jpg","id":"1291818","cover_y":584,"is_new":false},{
   "rate":"8.8","cover_x":1500,"title":"让子弹飞","url":"https:\/\/movie.douban.com\/subject\/3742360\/","playable":true,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p1512562287.jpg","id":"3742360","cover_y":2200,"is_new":false},{
   "rate":"9.5","cover_x":456,"title":"茶馆","url":"https:\/\/movie.douban.com\/subject\/1461403\/","playable":true,"cover":"https://img9.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2262122096.jpg","id":"1461403","cover_y":675,"is_new":false},{
   "rate":"9.2","cover_x":649,"title":"天书奇谭","url":"https:\/\/movie.douban.com\/subject\/1428581\/","playable":true,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2515539487.jpg","id":"1428581","cover_y":950,"is_new":false},{
   "rate":"9.4","cover_x":855,"title":"背靠背，脸对脸","url":"https:\/\/movie.douban.com\/subject\/1307856\/","playable":true,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2505048077.jpg","id":"1307856","cover_y":1189,"is_new":false},{
   "rate":"8.7","cover_x":1080,"title":"喜剧之王","url":"https:\/\/movie.douban.com\/subject\/1302425\/","playable":true,"cover":"https://img1.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2579932167.jpg","id":"1302425","cover_y":1599,"is_new":false},{
   "rate":"8.9","cover_x":487,"title":"春光乍泄","url":"https:\/\/movie.douban.com\/subject\/1292679\/","playable":true,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p465939041.jpg","id":"1292679","cover_y":711,"is_new":false},{
   "rate":"9.1","cover_x":400,"title":"哪吒闹海","url":"https:\/\/movie.douban.com\/subject\/1307315\/","playable":true,"cover":"https://img3.doubanio.com\/view\/photo\/s_ratio_poster\/public\/p2516566783.jpg","id":"1307315","cover_y":556,"is_new":false},{