import requests
import os
import time
from lxml import etree
import threading
from queue import Queue
from fake_useragent import UserAgent
ua=UserAgent()
useragent=(ua.random)
headers={‘useragent’:useragent}
class GetMain(threading.Thread):
def init(self,url,headers,BASE_URl):
super(GetMain, self).init()
self.url = url
self.headers = headers
self.BASE_URl = BASE_URl
def run(self):
resp = requests.get(self.url,headers=self.headers).content.decode()
tree = etree.HTML(resp)
country_list = tree.xpath('//div[@class="g-sd2"]/div//div')
# TODO 获取各个分类下的名称和链接
for country in country_list:
# 各个国家分类的名称
country_name = country.xpath('h2/text()')[0]
# 各个分类下的分类
style_list = country.xpath('ul/li')
for style in style_