python-抓取页面的图片

最新推荐文章于 2024-09-14 08:25:16 发布

摩鬼

最新推荐文章于 2024-09-14 08:25:16 发布

阅读量227

点赞数

分类专栏： python小例子文章标签： python

本文链接：https://blog.csdn.net/yws1050731369/article/details/73354347

版权

python小例子专栏收录该内容

1 篇文章 0 订阅

订阅专栏

# Author:MG
#! /usr/bin/env python
# -*-coding:utf-8-*-

from bs4 import BeautifulSoup
import requests,time,urllib.request,os



heard ={"User-Agent":"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.221 Safari/537.36 SE 2.X MetaSr 1.0",
}
# index = "#comments > div:nth-child(6) > div > span"
index = str(input("请输入要爬取图片的网页："))
web_data1 = requests.get(index,headers = heard)
web_data1.encoding = 'utf-8'
soup1 = BeautifulSoup(web_data1.text,'lxml')
# pages = soup1.select("#comments > div > div > span")
# total_pages = int(pages[0].get_text()[1:-1])
# print(total_pages)
number = int(input("请输入下载多少页图片："))

download_links = []

folder_path = "./my_pics/"
if not os.path.exists(folder_path):
    os.mkdir(folder_path)
for pic_tag in soup1.find_all('img'):
    # print(pic_tag)
    pic_link = pic_tag.get('src')
    try:
        if pic_link[-4:] == ".gif":
            pic_link = pic_tag.get('org_src')

        download_links.append(pic_link)
    except Exception as e:
        pass


print(len(download_links))

for item in download_links:
    try:
        if not item[:4] == "http":
            item = "http:" + item
        print(item)
        if not os.path.exists("./my_pics/"+item[-10:]):
            urllib.request.urlretrieve(item, folder_path + item[-8:])
        # print("Done")
    except Exception as e:
        print(e)