爬取图片存入本地
import requests
import re
url='https://tieba.baidu.com/f?fr=wwwt&kw=%E5%8A%A8%E6%BC%AB%E5%A4%B4%E5%83%8F%E5%90%A7'
headers={
头
}
response=requests.get(url=url,headers=headers)
shou_str=response.text
bse_str= '''<a rel="noreferrer" class=".*"><img src="" attr="\d*" data-original=".*" bpic="(.*)" class=".* " /></a><div class=".*"></div></li></ul>
'''
ret= re.findall(bse_str,shou_str)
for item in ret:
bstr=requests.get(item,headers=headers).content
with open(item[-18:],'wb+') as f:
f.write(bstr)
f.close()
贴吧名转化url地址
import requests
import re
base_url='https://tieba.baidu.com/f?'
headers={
头
}
kw=input("请输入需要抓取的贴吧名")
response = requests.get(url=base_url,headers=headers,params={'kw':kw})
print(response.url)