python爬取微博图片教程_python实现爬取微博相册所有图片

from fake_useragent import UserAgent # 伪装机型

from threading import Thread # 多进程

from queue import Queue # 队列

import requests

import random

headers = {

# cookie 每天会变化，需要即使更换

'cookie': 'SINAGLOBAL=74744724261.95033.1605948585466; wvr=6; '

'SUBP=0033WrSXqPxfM725Ws9jqgMF55529P9D9Whrq6C5pCwQBNf5XnQhDpfE5JpX5KMhUgL.Fo'

'-cehB7eoqpSKM2dJLoIEBLxKBLBonL12BLxKqL1KnL12-LxKnLBKML1h.LxKMLBKqLB.zt; ALF=1641197487; '

'SSOLoginState=1609661488; '

'SCF=AqFdnOicaqrQ3UjYRBY-C8Kp3PwjrkfR1lPLA0W8mjbwb9rIU1MBf0l9kWk3ahdAXFldqtvqcZ7UW_ehPXfM1JE.; '

'SUB=_2A25y9QxgDeRhGeNI61YR8ijNzjuIHXVRg3qorDV8PUNbmtAKLVTukW9NSH08UxX8Md1T1NOxjdEP88XVg1aJmi7t; '

'_s_tentry=login.sina.com.cn; Apache=9994350802777.143.1609661492706; '

'ULV=1609661492740:9:6:2:9994350802777.143.1609661492706:1609657348149; UOR=,,www.baidu.com; '

'webim_unReadCount=%7B%22time%22%3A1609666074015%2C%22dm_pub_total%22%3A0%2C%22chat_group_client%22%3A0'

'%2C%22chat_group_notice%22%3A0%2C%22allcountNum%22%3A3%2C%22msgbox%22%3A0%7D; '

'WBStorage=8daec78e6a891122|undefined',

# 从哪里来

'referer': 'https://photo.weibo.com/6816603335/talbum/index',

# 伪装头

'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) '

'Chrome/87.0.4280.88 Safari/537.36 Edg/87.0.664.66 ',

}

# 下载时图片的伪装头

fake = {

'User-Agent': UserAgent().random

}

# ip代理池

proxy_pool = [{'HTTP': '183.166.70.110:9999'}, {'HTTP': '58.22.177.215:9999'}, {'HTTP': '175.44.109.28:9999'},

{'HTTP': '175.42.128.211:9999'}, {'HTTP': '113.121.76.254:9999'}, {'HTTP': '175.42.122.166:9999'},

{'HTTP': '175.42.122.233:9999'}, {'HTTP': '113.121.42.214:9999'}, {'HTTP': '113.195.152.127:9999'},

{'HTTP': '175.42.129.78:9999'}, {'HTTP': '171.35.213.172:9999'}, {'HTTP': '113.121.37.163:9999'}]

# 访问json数据的url

url = 'https://photo.weibo.com/photos/get_all'