Python爬虫使用Selenium爬取腾讯招聘信息

ChenHuang1998

于 2020-02-23 11:16:49 发布

阅读量909

点赞数

CC 4.0 BY-SA版权

文章标签： python selenium xpath

本文链接：https://blog.csdn.net/chenhuang1998/article/details/104456575

使用Selenium爬取腾讯招聘信息，并保存excel

代码比较简单，直接上源码

from selenium import webdriver
from selenium.webdriver.support.wait import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.by import By
from lxml import etree
import xlwt


class Tencent(object):
    def __init__(self, url):
        self.url = url
        self.driver = webdriver.Chrome()
        self.data_list = []
        self.main()

    # 返回页面内容
    def get_content_by_selenium(self, url):
        self.driver.get(url)
        # 显示等待 直到div[@class="correlation-degree"]'加载出来
        wait = WebDriverWait