pip install selenium
pip instal xlwt
from selenium import webdriver
import xlwt
driver = webdriver.Chrome()
driver.get("https://www.51job.com")
driver.find_element_by_id("kwdselectid").send_keys("测试工程师")
driver.find_element_by_id("work_position_input").click()
eles = driver.find_elements_by_css_selector("#work_position_click_center_right_list_category_000000_020000 em[class=on]")
for ele in eles:
ele.click()
driver.find_element_by_id("work_position_click_bottom_save").click()
driver.find_element_by_css_selector(".ush.top_wrap>div~button").click()
jobs = driver.find_elements_by_css_selector(".el")
for job in jobs:
fields = job.find_elements_by_tag_name("span")
for field in fields:
stringfield = field.text
print("|".join(stringfield))
new_workbook = xlwt.Workbook()
work_sheet = new_workbook.add_sheet("统计")
row = 0
for job in jobs:
fields = job .find_elements_by_tag_name("span")
col=0
for field in fields:
text = field.text
print(text,end="")
work_sheet.write(row,col,text)
col +=1
print('')
row +=1
new_workbook.save("d:\\51job.xls")