python爬取猫猫图

 爬取网页为:

猫猫图http://p.ik123.com/zt/maomi/68_1.html
import requests
import re
from bs4 import BeautifulSoup

HEADERS = {"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) "
                         "Chrome/99.0.4844.51 Safari/537.36 Edg/99.0.1150.30"}


# 获取末页的页码
def get_pagesize(html):
    print("正在获取页码")
    findend_page = re.findall(r"<a href='68_(\d+).html'>末页</a>", html)
    if findend_page is not None:
        return findend_page[0]
    else:
        print("获取页码异常")


# 获取网页代码

def analyzedata(url, key):
    if key is None:
        print("正在分析网页")
        res = requests.get(url=url, headers=HEADERS, timeout=2)
        res.encoding = "gb2312"
        html = res.text
        return html
    elif key == "img":
        res = requests.get(url=url, headers=HEADERS)
        res.encoding = "gb2312"
        content = res.content
        return content


# 获取待爬网页分页链接

def get_href(baseurl):
    url_list = []
    print("正在获取分页链接")
    html = analyzedata(baseurl, key=None)
    # print(html)
    pagesize = int(get_pagesize(html))
    # print(pagesize)
    for i in range(1, pagesize + 1):
        if pagesize > 0:
            url_list.append(f"http://p.ik123.com/zt/maomi/68_{i}.html")
        else:
            print("页码异常")
    return url_list


# 获取详情页链接

def get_content_url(url_list):
    hrefs = []
    print("正在获取详情页数据")
    for href in url_list:
        html = analyzedata(href, key=None)
        soup = BeautifulSoup(html, "html.parser")
        for img in soup.find_all("li", class_="img"):
            href = re.findall(r'class="preview" href="(.*?)"', str(img))
            hrefs.append(href)
    return hrefs


# 获取图片
def getimg(hrefs):
    print("正在获取图片")
    num = 0
    s = 0
    for href in hrefs:
        num += 1
        html = analyzedata(href[0], key=None)
        soup = BeautifulSoup(html, "html.parser")
        for img in soup.find_all("img"):
            s += 1
            src = re.findall(r'img alt=".*" src="(.*?)"', str(img))[0]
            title = re.findall(r'img alt="(.*?)" src=".*"', str(img))[0]
            save_img(src, title, num, s)
            # print(src)


# 保存图片
def save_img(src, title, num, s):
    # content = analyzedata(src, text="img")

    content = analyzedata(src, "img")
    with open(fr".\img\{title}{s}.jpg", "wb") as f:
        f.write(content)
        print(f"正在保存第{num}页的照片")
        print(f"已保存{s}张照片")


def main():
    getimg(get_content_url(get_href("http://p.ik123.com/zt/maomi/68_1.html")))


if __name__ == '__main__':
    main()
# getimg('http://www.ik123.com/q/tuku/keai/62324.html')

  • 0
    点赞
  • 1
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值