wuso网站爬虫

需要fq,使用本地代理端口1080,可以使用ssr,仅供娱乐,切勿做非法用途

import requests
from lxml import etree
import multiprocessing
import os

PATH = os.getcwd()

def download(url,proxies,li,n):
    """ //dd/p/a/@href"""
    """//div/ignore_js_op/img/@file"""
    print('抓取:',url)
    items3=list()
    # req = requests.get(url, headers=headers,proxies=proxies)
    req = requests.get(url, proxies=proxies).text