新手 初学者 爬虫项目练习：王者荣耀 无水印壁纸爬取

一、完整代码

完整代码如下：很简单

import requests
import os


def save_pic(file, content):
    with open(file, mode='wb') as f:
        f.write(content)
    print(f'{file} 下载成功!')

dic = {
    '上官婉儿': '513',
    '不知火舞': '157',
    '东皇太一': '187',
    '云中君': '506',
    '云缨': '538',
    '亚瑟': '166',
    '亚连': '514',
    '伽罗': '508',
    '元歌': '125',
    '公孙离': '199',
    '兰陵王': '153',
    '关羽': '140',
    '典韦': '129',
    '刘备': '170',
    '刘禅': '114',
    '刘邦': '149',
    '司空震': '537',
    '司马懿': '137',
    '后羿': '169',
    '吕布': '123',
    '周瑜': '124',
    '哪吒': '180',
    '墨子': '108',
    '夏侯惇': '126',
    '夏洛特': '536',
    '大乔': '191',
    '太乙真人': '186',
    '女娲': '179',
    '妲己': '109',
    '姜子牙': '148',
    '姬小满': '564',
    '娜可露露': '162',
    '嫦娥': '515',
    '嬴政': '110',
    '孙尚香': '111',
    '孙悟空': '167',
    '孙策': '510',
    '孙膑': '118',
    '安琪拉': '142',
    '宫本武藏': '130',
    '小乔': '106',
    '干将莫邪': '182',
    '庄周': '113',
    '廉颇': '105',
    '弈星': '197',
    '张良': '156',
    '张飞': '171',
    '戈娅': '548',
    '成吉思汗': '177',
    '扁鹊': '119',
    '明世隐': '501',
    '暃': '542',
    '曜': '522',
    '曹操': '128',
    '朵莉亚': '159',
    '李信': '507',
    '李元芳': '173',
    '李白': '131',
    '杨戬': '178',
    '杨玉环': '176',
    '桑启': '534',
    '梦奇': '198',
    '橘右京': '163',
    '武则天': '136',
    '沈梦溪': '312',
    '海月': '521',
    '澜': '528',
    '牛魔': '168',
    '狂铁': '503',
    '狄仁杰': '133',
    '猪八戒': '511',
    '王昭君': '152',
    '瑶': '505',
    '甄姬': '127',
    '白起': '120',
    '百里守约': '196',
    '百里玄策': '195',
    '盘古': '529',
    '盾山': '509',
    '程咬金': '144',
    '米莱狄': '504',
    '老夫子': '139',
    '艾琳': '155',
    '芈月': '121',
    '花木兰': '154',
    '苏烈': '194',
    '莱西奥': '545',
    '蒙恬': '527',
    '蒙犽': '524',
    '蔡文姬': '184',
    '虞姬': '174',
    '裴擒虎': '502',
    '西施': '523',
    '诸葛亮': '190',
    '貂蝉': '141',
    '赵云': '107',
    '赵怀真': '544',
    '达摩': '134',
    '金蝉': '540',
    '钟无艳': '117',
    '钟馗': '175',
    '铠': '193',
    '镜': '531',
    '阿古朵': '533',
    '阿轲': '116',
    '雅典娜': '183',
    '露娜': '146',
    '韩信': '150',
    '项羽': '135',
    '马可波罗': '132',
    '马超': '518',
    '高渐离': '115',
    '鬼谷子': '189',
    '鲁班七号': '112',
    '鲁班大师': '525',
    '黄忠': '192'
}

os.makedirs('img', exist_ok=True)
for key,val in list(dic.items()):
    new_dir = f'img/{key}'
    os.makedirs(new_dir, exist_ok=True)
    for i in range(1, 20):
        url = f'https://game.gtimg.cn/images/yxzj/img201606/skin/hero-info/{val}/{val}-bigskin-{i}.jpg'
        response = requests.get(url)
        if response.status_code == 404:
            break
        else:
            save_pic(new_dir + '/' + f'{key}_{i}.jpg', response.content)

二、分析页面

2.1 子页面分析

官网中没有水印的图片位置如图所示：

可以看到，这张图片是完全没有水印的，正是我们希望获取的，接下来进入开发者模式观察图片请求；

找到了请求位置，接下来进入标头查看请求详细信息；

可以看到请求为 Get，url地址为https://game.gtimg.cn/images/yxzj/img201606/skin/hero-info/159/159-bigskin-1.jpg，这里我们对url进行解析；

通过多个英雄壁纸请求对比，我们很容易就可以发现159代表的是英雄编号，bigskin-1表示的是这个英雄的第1个皮肤；

自此，子页面分析完毕！

2.2 列表页面分析

从子页面分析中可以知道要获取英雄的皮肤壁纸，只需要知道英雄的编号就好了！

我们回到英雄介绍页面，可以发现很多英雄的列表；

接下来进入开发者模式，观察列表元素中是否包含英雄编号；

可以发现列表中包含英雄编号，我们直接对其进行提取就可以得到，自此列表页面分析结束！

三、代码实现

3.1 提取英雄编码

from lxml import etree

s = """
<ul class="herolist clearfix"><li><a href="herodetail/159.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/159/159.jpg" width="91" height="91" alt="朵莉亚">朵莉亚</a></li><li><a href="herodetail/514.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/514/514.jpg" width="91" height="91" alt="亚连">亚连</a></li><li><a href="herodetail/564.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/564/564.jpg" width="91" height="91" alt="姬小满">姬小满</a></li><li><a href="herodetail/545.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/545/545.jpg" width="91" height="91" alt="莱西奥">莱西奥</a></li><li><a href="herodetail/544.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/544/544.jpg" width="91" height="91" alt="赵怀真">赵怀真</a></li><li><a href="herodetail/521.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/521/521.jpg" width="91" height="91" alt="海月">海月</a></li><li><a href="herodetail/548.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/548/548.jpg" width="91" height="91" alt="戈娅">戈娅</a></li><li><a href="herodetail/534.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/534/534.jpg" width="91" height="91" alt="桑启">桑启</a></li><li><a href="herodetail/542.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/542/542.jpg" width="91" height="91" alt="暃">暃</a></li><li><a href="herodetail/540.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/540/540.jpg" width="91" height="91" alt="金蝉">金蝉</a></li><li><a href="herodetail/538.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/538/538.jpg" width="91" height="91" alt="云缨">云缨</a></li><li><a href="herodetail/155.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/155/155.jpg" width="91" height="91" alt="艾琳">艾琳</a></li><li><a href="herodetail/537.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/537/537.jpg" width="91" height="91" alt="司空震">司空震</a></li><li><a href="herodetail/528.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/528/528.jpg" width="91" height="91" alt="澜">澜</a></li><li><a href="herodetail/536.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/536/536.jpg" width="91" height="91" alt="夏洛特">夏洛特</a></li><li><a href="herodetail/533.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/533/533.jpg" width="91" height="91" alt="阿古朵">阿古朵</a></li><li><a href="herodetail/527.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/527/527.jpg" width="91" height="91" alt="蒙恬">蒙恬</a></li><li><a href="herodetail/531.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/531/531.jpg" width="91" height="91" alt="镜">镜</a></li><li><a href="herodetail/524.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/524/524.jpg" width="91" height="91" alt="蒙犽">蒙犽</a></li><li><a href="herodetail/525.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/525/525.jpg" width="91" height="91" alt="鲁班大师">鲁班大师</a></li><li><a href="herodetail/523.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/523/523.jpg" width="91" height="91" alt="西施">西施</a></li><li><a href="herodetail/518.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/518/518.jpg" width="91" height="91" alt="马超">马超</a></li><li><a href="herodetail/522.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/522/522.jpg" width="91" height="91" alt="曜">曜</a></li><li><a href="herodetail/506.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/506/506.jpg" width="91" height="91" alt="云中君">云中君</a></li><li><a href="herodetail/505.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/505/505.jpg" width="91" height="91" alt="瑶">瑶</a></li><li><a href="herodetail/529.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/529/529.jpg" width="91" height="91" alt="盘古">盘古</a></li><li><a href="herodetail/511.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/511/511.jpg" width="91" height="91" alt="猪八戒">猪八戒</a></li><li><a href="herodetail/515.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/515/515.jpg" width="91" height="91" alt="嫦娥">嫦娥</a></li><li><a href="herodetail/513.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/513/513.jpg" width="91" height="91" alt="上官婉儿">上官婉儿</a></li><li><a href="herodetail/507.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/507/507.jpg" width="91" height="91" alt="李信">李信</a></li><li><a href="herodetail/312.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/312/312.jpg" width="91" height="91" alt="沈梦溪">沈梦溪</a></li><li><a href="herodetail/508.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/508/508.jpg" width="91" height="91" alt="伽罗">伽罗</a></li><li><a href="herodetail/509.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/509/509.jpg" width="91" height="91" alt="盾山">盾山</a></li><li><a href="herodetail/137.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/137/137.jpg" width="91" height="91" alt="司马懿">司马懿</a></li><li><a href="herodetail/510.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/510/510.jpg" width="91" height="91" alt="孙策">孙策</a></li><li><a href="herodetail/125.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/125/125.jpg" width="91" height="91" alt="元歌">元歌</a></li><li><a href="herodetail/504.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/504/504.jpg" width="91" height="91" alt="米莱狄">米莱狄</a></li><li><a href="herodetail/503.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/503/503.jpg" width="91" height="91" alt="狂铁">狂铁</a></li><li><a href="herodetail/197.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/197/197.jpg" width="91" height="91" alt="弈星">弈星</a></li><li><a href="herodetail/502.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/502/502.jpg" width="91" height="91" alt="裴擒虎">裴擒虎</a></li><li><a href="herodetail/176.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/176/176.jpg" width="91" height="91" alt="杨玉环">杨玉环</a></li><li><a href="herodetail/199.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/199/199.jpg" width="91" height="91" alt="公孙离">公孙离</a></li><li><a href="herodetail/501.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/501/501.jpg" width="91" height="91" alt="明世隐">明世隐</a></li><li><a href="herodetail/179.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/179/179.jpg" width="91" height="91" alt="女娲">女娲</a></li><li><a href="herodetail/198.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/198/198.jpg" width="91" height="91" alt="梦奇">梦奇</a></li><li><a href="herodetail/194.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/194/194.jpg" width="91" height="91" alt="苏烈">苏烈</a></li><li><a href="herodetail/195.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/195/195.jpg" width="91" height="91" alt="百里玄策">百里玄策</a></li><li><a href="herodetail/196.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/196/196.jpg" width="91" height="91" alt="百里守约">百里守约</a></li><li><a href="herodetail/193.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/193/193.jpg" width="91" height="91" alt="铠">铠</a></li><li><a href="herodetail/189.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/189/189.jpg" width="91" height="91" alt="鬼谷子">鬼谷子</a></li><li><a href="herodetail/182.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/182/182.jpg" width="91" height="91" alt="干将莫邪">干将莫邪</a></li><li><a href="herodetail/187.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/187/187.jpg" width="91" height="91" alt="东皇太一">东皇太一</a></li><li><a href="herodetail/191.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/191/191.jpg" width="91" height="91" alt="大乔">大乔</a></li><li><a href="herodetail/192.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/192/192.jpg" width="91" height="91" alt="黄忠">黄忠</a></li><li><a href="herodetail/190.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/190/190.jpg" width="91" height="91" alt="诸葛亮">诸葛亮</a></li><li><a href="herodetail/180.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/180/180.jpg" width="91" height="91" alt="哪吒">哪吒</a></li><li><a href="herodetail/186.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/186/186.jpg" width="91" height="91" alt="太乙真人">太乙真人</a></li><li><a href="herodetail/184.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/184/184.jpg" width="91" height="91" alt="蔡文姬">蔡文姬</a></li><li><a href="herodetail/183.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/183/183.jpg" width="91" height="91" alt="雅典娜">雅典娜</a></li><li><a href="herodetail/178.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/178/178.jpg" width="91" height="91" alt="杨戬">杨戬</a></li><li><a href="herodetail/177.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/177/177.jpg" width="91" height="91" alt="成吉思汗">成吉思汗</a></li><li><a href="herodetail/175.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/175/175.jpg" width="91" height="91" alt="钟馗">钟馗</a></li><li><a href="herodetail/174.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/174/174.jpg" width="91" height="91" alt="虞姬">虞姬</a></li><li><a href="herodetail/173.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/173/173.jpg" width="91" height="91" alt="李元芳">李元芳</a></li><li><a href="herodetail/171.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/171/171.jpg" width="91" height="91" alt="张飞">张飞</a></li><li><a href="herodetail/170.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/170/170.jpg" width="91" height="91" alt="刘备">刘备</a></li><li><a href="herodetail/169.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/169/169.jpg" width="91" height="91" alt="后羿">后羿</a></li><li><a href="herodetail/168.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/168/168.jpg" width="91" height="91" alt="牛魔">牛魔</a></li><li><a href="herodetail/167.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/167/167.jpg" width="91" height="91" alt="孙悟空">孙悟空</a></li><li><a href="herodetail/166.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/166/166.jpg" width="91" height="91" alt="亚瑟">亚瑟</a></li><li><a href="herodetail/163.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/163/163.jpg" width="91" height="91" alt="橘右京">橘右京</a></li><li><a href="herodetail/162.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/162/162.jpg" width="91" height="91" alt="娜可露露">娜可露露</a></li><li><a href="herodetail/157.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/157/157.jpg" width="91" height="91" alt="不知火舞">不知火舞</a></li><li><a href="herodetail/156.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/156/156.jpg" width="91" height="91" alt="张良">张良</a></li><li><a href="herodetail/154.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/154/154.jpg" width="91" height="91" alt="花木兰">花木兰</a></li><li><a href="herodetail/153.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/153/153.jpg" width="91" height="91" alt="兰陵王">兰陵王</a></li><li><a href="herodetail/152.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/152/152.jpg" width="91" height="91" alt="王昭君">王昭君</a></li><li><a href="herodetail/150.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/150/150.jpg" width="91" height="91" alt="韩信">韩信</a></li><li><a href="herodetail/149.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/149/149.jpg" width="91" height="91" alt="刘邦">刘邦</a></li><li><a href="herodetail/148.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/148/148.jpg" width="91" height="91" alt="姜子牙">姜子牙</a></li><li><a href="herodetail/146.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/146/146.jpg" width="91" height="91" alt="露娜">露娜</a></li><li><a href="herodetail/144.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/144/144.jpg" width="91" height="91" alt="程咬金">程咬金</a></li><li><a href="herodetail/142.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/142/142.jpg" width="91" height="91" alt="安琪拉">安琪拉</a></li><li><a href="herodetail/141.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/141/141.jpg" width="91" height="91" alt="貂蝉">貂蝉</a></li><li><a href="herodetail/140.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/140/140.jpg" width="91" height="91" alt="关羽">关羽</a></li><li><a href="herodetail/139.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/139/139.jpg" width="91" height="91" alt="老夫子">老夫子</a></li><li><a href="herodetail/136.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/136/136.jpg" width="91" height="91" alt="武则天">武则天</a></li><li><a href="herodetail/135.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/135/135.jpg" width="91" height="91" alt="项羽">项羽</a></li><li><a href="herodetail/134.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/134/134.jpg" width="91" height="91" alt="达摩">达摩</a></li><li><a href="herodetail/133.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/133/133.jpg" width="91" height="91" alt="狄仁杰">狄仁杰</a></li><li><a href="herodetail/132.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/132/132.jpg" width="91" height="91" alt="马可波罗">马可波罗</a></li><li><a href="herodetail/131.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/131/131.jpg" width="91" height="91" alt="李白">李白</a></li><li><a href="herodetail/130.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/130/130.jpg" width="91" height="91" alt="宫本武藏">宫本武藏</a></li><li><a href="herodetail/129.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/129/129.jpg" width="91" height="91" alt="典韦">典韦</a></li><li><a href="herodetail/128.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/128/128.jpg" width="91" height="91" alt="曹操">曹操</a></li><li><a href="herodetail/127.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/127/127.jpg" width="91" height="91" alt="甄姬">甄姬</a></li><li><a href="herodetail/126.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/126/126.jpg" width="91" height="91" alt="夏侯惇">夏侯惇</a></li><li><a href="herodetail/124.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/124/124.jpg" width="91" height="91" alt="周瑜">周瑜</a></li><li><a href="herodetail/123.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/123/123.jpg" width="91" height="91" alt="吕布">吕布</a></li><li><a href="herodetail/121.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/121/121.jpg" width="91" height="91" alt="芈月">芈月</a></li><li><a href="herodetail/120.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/120/120.jpg" width="91" height="91" alt="白起">白起</a></li><li><a href="herodetail/119.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/119/119.jpg" width="91" height="91" alt="扁鹊">扁鹊</a></li><li><a href="herodetail/118.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/118/118.jpg" width="91" height="91" alt="孙膑">孙膑</a></li><li><a href="herodetail/117.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/117/117.jpg" width="91" height="91" alt="钟无艳">钟无艳</a></li><li><a href="herodetail/116.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/116/116.jpg" width="91" height="91" alt="阿轲">阿轲</a></li><li><a href="herodetail/115.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/115/115.jpg" width="91" height="91" alt="高渐离">高渐离</a></li><li><a href="herodetail/114.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/114/114.jpg" width="91" height="91" alt="刘禅">刘禅</a></li><li><a href="herodetail/113.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/113/113.jpg" width="91" height="91" alt="庄周">庄周</a></li><li><a href="herodetail/112.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/112/112.jpg" width="91" height="91" alt="鲁班七号">鲁班七号</a></li><li><a href="herodetail/111.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/111/111.jpg" width="91" height="91" alt="孙尚香">孙尚香</a></li><li><a href="herodetail/110.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/110/110.jpg" width="91" height="91" alt="嬴政">嬴政</a></li><li><a href="herodetail/109.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/109/109.jpg" width="91" height="91" alt="妲己">妲己</a></li><li><a href="herodetail/108.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/108/108.jpg" width="91" height="91" alt="墨子">墨子</a></li><li><a href="herodetail/107.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/107/107.jpg" width="91" height="91" alt="赵云">赵云</a></li><li><a href="herodetail/106.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/106/106.jpg" width="91" height="91" alt="小乔">小乔</a></li><li><a href="herodetail/105.shtml" target="_blank"><img src="//game.gtimg.cn/images/yxzj/img201606/heroimg/105/105.jpg" width="91" height="91" alt="廉颇">廉颇</a></li></ul>
"""

html = etree.HTML(s)

names = html.xpath('//ul/li/a/text()')
codes = html.xpath('//ul/li/a/@href')
codes = [code.replace('.', '/').split('/')[1] for code in codes]

dic = {name:code for name,code in zip(names, codes)}

# 得到dic如下：
dic = {
    '上官婉儿': '513',
    '不知火舞': '157',
    '东皇太一': '187',
    '云中君': '506',
    '云缨': '538',
    '亚瑟': '166',
    '亚连': '514',
    '伽罗': '508',
    '元歌': '125',
    '公孙离': '199',
    '兰陵王': '153',
    '关羽': '140',
    '典韦': '129',
    '刘备': '170',
    '刘禅': '114',
    '刘邦': '149',
    '司空震': '537',
    '司马懿': '137',
    '后羿': '169',
    '吕布': '123',
    '周瑜': '124',
    '哪吒': '180',
    '墨子': '108',
    '夏侯惇': '126',
    '夏洛特': '536',
    '大乔': '191',
    '太乙真人': '186',
    '女娲': '179',
    '妲己': '109',
    '姜子牙': '148',
    '姬小满': '564',
    '娜可露露': '162',
    '嫦娥': '515',
    '嬴政': '110',
    '孙尚香': '111',
    '孙悟空': '167',
    '孙策': '510',
    '孙膑': '118',
    '安琪拉': '142',
    '宫本武藏': '130',
    '小乔': '106',
    '干将莫邪': '182',
    '庄周': '113',
    '廉颇': '105',
    '弈星': '197',
    '张良': '156',
    '张飞': '171',
    '戈娅': '548',
    '成吉思汗': '177',
    '扁鹊': '119',
    '明世隐': '501',
    '暃': '542',
    '曜': '522',
    '曹操': '128',
    '朵莉亚': '159',
    '李信': '507',
    '李元芳': '173',
    '李白': '131',
    '杨戬': '178',
    '杨玉环': '176',
    '桑启': '534',
    '梦奇': '198',
    '橘右京': '163',
    '武则天': '136',
    '沈梦溪': '312',
    '海月': '521',
    '澜': '528',
    '牛魔': '168',
    '狂铁': '503',
    '狄仁杰': '133',
    '猪八戒': '511',
    '王昭君': '152',
    '瑶': '505',
    '甄姬': '127',
    '白起': '120',
    '百里守约': '196',
    '百里玄策': '195',
    '盘古': '529',
    '盾山': '509',
    '程咬金': '144',
    '米莱狄': '504',
    '老夫子': '139',
    '艾琳': '155',
    '芈月': '121',
    '花木兰': '154',
    '苏烈': '194',
    '莱西奥': '545',
    '蒙恬': '527',
    '蒙犽': '524',
    '蔡文姬': '184',
    '虞姬': '174',
    '裴擒虎': '502',
    '西施': '523',
    '诸葛亮': '190',
    '貂蝉': '141',
    '赵云': '107',
    '赵怀真': '544',
    '达摩': '134',
    '金蝉': '540',
    '钟无艳': '117',
    '钟馗': '175',
    '铠': '193',
    '镜': '531',
    '阿古朵': '533',
    '阿轲': '116',
    '雅典娜': '183',
    '露娜': '146',
    '韩信': '150',
    '项羽': '135',
    '马可波罗': '132',
    '马超': '518',
    '高渐离': '115',
    '鬼谷子': '189',
    '鲁班七号': '112',
    '鲁班大师': '525',
    '黄忠': '192'
}

3.2 提取图片

import requests
import os


def save_pic(file, content):
    with open(file, mode='wb') as f:
        f.write(content)
    print(f'{file} 下载成功!')


os.makedirs('img', exist_ok=True)
for key,val in list(dic.items()):
    new_dir = f'img/{key}'
    os.makedirs(new_dir, exist_ok=True)
    for i in range(1, 20):
        url = f'https://game.gtimg.cn/images/yxzj/img201606/skin/hero-info/{val}/{val}-bigskin-{i}.jpg'
        response = requests.get(url)
        if response.status_code == 404:
            break
        else:
            save_pic(new_dir + '/' + f'{key}_{i}.jpg', response.content)

3.3 提取结果

文件夹如下：

马超文件夹内容如下：

四、总结

很容易练手，非常适合学习爬虫的新手，构造很简单！