import requests
import csv
from bs4 import BeautifulSoup
data_list=[]
url="https://sc.chinaz.com/tupian/"
headers={
'User-Agent': '自己的UA'
}
response=requests.get(url,headers=headers)
html = response.content.decode('utf-8')
soup = BeautifulSoup(html, 'lxml')
div_tag=soup.find("div",id="container").select('a')[1::3]
print(div_tag)
for div in div_tag:
item={}
item["图片名称"]=div.get("alt")
item["图片链接"]="https:"+div.get("href")
data_list.append(item)
with open("图片.csv", 'w', encoding='utf-8', newline='') as f:
wt = csv.DictWriter(f, ["图片名称", "图片链接"])
wt.writeheader()
wt.writerows(data_list)
爬取https://sc.chinaz.com/tupian/的图片
于 2022-05-20 13:37:07 首次发布