碧蓝的舰娘们好漂亮啊。。。。。不如全部爬下来吧。。主要是为了学习 收藏 (狗头)
当然作为萌新方法可能不是很好,,,
import requests
from lxml import etree
from urllib import request
import os
os.chdir(r'C:\Users\NERO\Desktop\blhx')
url = 'https://wiki.biligame.com/blhx/%E8%88%B0%E5%A8%98%E5%9B%BE%E9%89%B4'
headers={
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36'}
def get_urls(url):
resp = requests.get(url,headers=headers)
text = resp.text
html = etree.HTML(text)
detail_urls = []
for urls in html.xpath('//div[@style="position:relative;display:inline-block;overflow:hidden;border-radius:5px"]/a/@href'