使用python抓取某某图库的单线程写法

import requests
from lxml import etree
i = 1
while i < 1106:
    res = ''
    if i == 1:
        res = requests.get('https://pic.netbian.com/index.html')
    else:
        res = requests.get(f'https://pic.netbian.com/index_{i}.html')
    res.encoding = "gbk"
    et = etree.HTML(res.text)
    lis = et.xpath("//ul[@class='clearfix']/li")
    for li in lis:
        aia1 = li.xpath("./a/@href")
        aia2 = li.xpath("./a/@title")
        # print(f"{aia2[0]},https://pic.netbian.com{aia1[0]}")
        resChild = requests.get(f"https://pic.netbian.com{aia1[0]}")
        resChild.encoding = "gbk"
        et2 = etree.HTML(resChild.text)
        resChildNode = et2.xpath("//a[@id='img']")[0]
        FpicTitle = resChildNode.xpath("./img/@title")[0]
        FpicUrl = resChildNode.xpath("./img/@src")[0]
        # print(f"https://pic.netbian.com{FpicUrl[0]}")
        img_res = requests.get(f"https://pic.netbian.com{FpicUrl}")
        with open(f"./images/{FpicTitle}.jpg", mode="wb") as f:
            f.write(img_res.content)
            print(f"{FpicTitle}下载完毕!")
    i += 1
  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值