红动中国网图片爬虫

# -*- coding:utf-8 -*-
import os
import requests
import urllib
from pyquery import PyQuery
import uuid
from pypinyin import pinyin
import unicodedata

headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome"
                  "/75.0.3770.142 Safari/537.36"
}


def href_url_download():
    # 1.填写要爬取关键词的list.txt
    keyword_list = open("replace.txt", 'r', encoding='utf-8')
    lines = keyword_list.readlines()
    keyword_list.close()
    for keyword in lines:
        keyword = keyword.strip()
        keyword0 = keyword.split(',')[0]
        keyword1 = keyword.split(',')[1]
        print(keyword0, keyword1)
        # 2.修改爬取的页数(1,10),默认爬取9页
        for pages in range(1, 10):
            page = str(pages)
            # http://so.redocn.com/s-c3b5b9e5-k-all-sheyingtu-----1.htm
            # http://so.redocn.com/s-c6bbb9fb-k-all-sheyingtu-----2.htm
            url = "http://so.redocn.com/s-" + keyword0 + "-k-all-sheyingtu-----" + page+".htm"
            print(url)
            try:
                txt = requests.get(url, headers=headers).text
                doc = PyQuery(txt)
                # print(doc)
                # -----------------------------------------------------
                pages_url = doc(".stitle a").items()
                for page_url in pages_url:
                    html_url = page_url.attr("href")
                    print(html_url)
                    txt2 = requests.get(html_url, headers=headers).text
                    doc2 = PyQuery(txt2)
                    # print(doc2)
                    images = doc2(".img_box img").items()
                    for image in images:
                        image_url = image.attr("src")
                        print(image_url)
                    # -------------------------------------------------------
                    image_download(keyword1, image_url)
            except requests.exceptions.ConnectionError as e:
                print("requests.exceptions.ConnectionError")


def image_download(keyword, image_url):
    # 3.图片存储路径
    folder_path = "./images/" + keyword + "/"
    if not os.path.exists(folder_path):
        os.makedirs(folder_path)
        # print(folder_path)
    image = keyword + "_" + str(uuid.uuid1()) + ".jpg"  # 图片命名
    print(image)
    try:
        content = requests.get(image_url, headers=headers)
        with open(folder_path + image, "wb") as f:
            f.write(content.content)
    except urllib.error.HTTPError:
        print("Internal Server Error")
    except requests.exceptions.ConnectionError as e:
        print("requests.exceptions.ConnectionError")


if __name__ == '__main__':
    href_url_download()

---------------replace.txt格式------------------------------
c6bbb9fb,苹果
c3b5b9e5,玫瑰

备注：左侧自定义编码，暂时需要手动获取，待下次更新！