爬取搜狗图片(可以多页)
开发者工具进入network 找到requesturl
通过下拉观察url的变化
import requests
import urllib.request
import json
initrequesturl="https://pic.sogou.com/pics?query=%CD%BC%C6%AC%B7%E7%BE%B0&st=255&mode=255&start={}&reqType=ajax"
urls = (initrequesturl.format(x) for x in range(48,480,48))
x=0
for url in urls:
result = requests.get(url)
jd = json.loads(result.text)
jd = jd['items']
print(jd)
for j in jd:
#imgsurls.append(j['middleURL'])
urllib.request.urlretrieve(j['thumbUrl'], 'C:\workspace\cartoon\cartoons%d.jpg' %x)
x+=1