import requests
import parsel
import os
from threading import Thread
headers = {
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.163 Safari/537.36"
}
def get_data(url, page):
response = requests.get(url=url, headers=headers)
html_data = response.text
parse = parsel.Selector(html_data)
data_list = parse.xpath('//div[@class="px-img"]/a/@href'
python爬虫多线程爬取画师通热门作品
最新推荐文章于 2024-05-17 14:53:34 发布