R8.com

#!/usr/bin/env python
# -*- coding: utf-8 -*-
# @Time : 2021/5/25 19:32 五月
# @Author : ikaoser
# @Email : 5584805@qq.com
# @File : r18com.py
# @Project : PYthonProjact


import os, requests, time, random
from queue import Queue
from concurrent.futures import ThreadPoolExecutor
from lxml import etree
from fake_useragent import UserAgent
class R18com:

    def __init__(self):

        self.ua=UserAgent()

        self.headers={
            "User-Agent": self.ua.random,
            "Referer": "https://www.r18.com"
        }

    def resp(self,url):
        # print(url)
        time.sleep(0.1)
        res=requests.get(url=url,headers=self.headers)
        if res.status_code==200:
            return etree.HTML(res.text)
        else:
            return




    def Get_all_urls(self,url_list):


        for url in url_list:


            res=self.resp(url)

            links=res.xpath('//li[&#