import requests
from lxml import etree
import os
from queue import Queue
import threading
class Biquge(threading.Thread):
def __init__(self,url=None,name=None,q_novels=None):
super().__init__()
self.url = url
self.name = name
self.q_novel = q_novels
self.proxies = self.get_proxies()
# self.parse()
def get_proxies(self):
try:
response = requests.get('http://localhost:5000/get')
proxy = response.text
proxies = {
'http': 'http://' + proxy
}
return proxies
except Exception:
return None
def get_xpath_by_requests(self,url, proxies)
python爬虫 --多线程爬取笔趣网小说【晋级版】
最新推荐文章于 2024-02-11 22:55:13 发布