爬虫获取彼岸网数据

 http://pic.netbian.com/index.html
 获取彼岸图网前10页的图片标题和链接 保存到csv文件

import bs4
import requests
from download import get_text
file = open("bian.csv", "w", encoding="utf-8")
base_urls = ["http://pic.netbian.com/index.html","http://pic.netbian.com/index_2.html","http://pic.netbian.com/index_3.html","http://pic.netbian.com/index_4.html","http://pic.netbian.com/index_5.html","http://pic.netbian.com/index_6.html","http://pic.netbian.com/index_7.html","http://pic.netbian.com/index_8.html","http://pic.netbian.com/index_9.html","http://pic.netbian.com/index_10.html"]
file.write("封面图片,标题\n")
for url in base_urls:
    text = get_text(url)
    if text:
    # 转换成bs4对象
        soup = bs4.BeautifulSoup(text, "lxml")
        all_pictures = soup.find_all("li", class_="")
    for picture in all_pictures:
        img_tag = picture.find("img")
        if img_tag and 'src' in img_tag.attrs:
            picture_fengmian = img_tag['src']
        #     picture_fengmian = picture.find("img").attrs['src']
            picture_biaoti = picture.find("a").text
            print(picture_fengmian,picture_biaoti)
            file.write(f"{picture_fengmian},{picture_biaoti}\n")
file.close()