python爬虫之xpath解析
python csv库用法大全
# https://movie.douban.com/top250?start=0
# https://movie.douban.com/top250?start=25&filter=
# https://movie.douban.com/top250?start=50&filter=
import requests #获取源代码
import lxml #获取电影项目
from lxml import etree
import csv
'''
第一步:获取网页源码
(1)分析目标url
(2)获取网页源代码
'''
headers={
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.130 Safari/537.36'}
def get_source(url):
response=requests.get