python爬虫实战-爬取美女图片并保存至本地文件夹(xpath)
import urllib.parse
import urllib.request
from lxml import etree
import time
import os
# 首页:http://sc.chinaz.com/tupian/xingganmeinvtupian.html
# 分页后:http://sc.chinaz.com/tupian/xingganmeinvtupian_3.html
def handle_request(url,page):
#由于页面不规律,需要增加个判断
# 首页:http://sc.chinaz.com/tupian/xingganmeinvtupian.html
# 分页后:http://sc.chinaz.com/tupian/xingganmeinvtupian_3.html
if page == 1:
url=url.format('')
else:
url=url.format('_' + str(page))
headers={
'User-Agent':'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/71.0.3578.98 Safari/537.36&