import requests
from bs4 import BeautifulSoup
from math import ceil
headers={'User-Agent':'Mozilla/5.0 (Linux; Android 6.'}
#获取岗位页数
def getJobPage(url):
html=requests.get(url,headers=headers).text
soup=BeautifulSoup(html,'lxml')
#获取岗位总数,< span class ="lightblue total" > 510 < / span >
totalJob=soup.select('span[class="lightblue total"]')[0].text
jobPage=ceil(int(totalJob)/10)
return jobPage
def getJobOrder(url):
html = requests.get(url, headers=headers).text
soup = BeautifulSoup(html, 'lxml')
#工作职责
jobRequests=soup.select('ul[class="squareli"]')[0].text
#工作要求
jobOrder=soup.select('ul[class="squareli"]')[1].text
return jobRequests,jobOrder
#获取岗位信息
def getJobInfo(url):
html=requests.get(url,headers=headers).text
soup&
爬取腾讯招聘Python岗位的信息(BS4)
最新推荐文章于 2024-04-30 15:00:36 发布