Selenium的基本使用

作用

自动化测试工具,支持多种浏览器
爬虫中主要用来解决js的渲染问题

安装

pip install selenium

基本使用

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.keys import Keys

browser = webdriver.Edge()

try:
    browser.get("https://www.baidu.com")
    input = browser.find_element('kw')
    input.send_keys('Python')
    input.send_keys(Keys.ENTER)
    wait = WebDriverWait(browser, 10)
    wait.until(EC.presence_of_element_located((By.ID, 'content_left')))
    print(browser.current_url)
    print(browser.get_cookie())
    print(browser.page_source)
finally:
    browser.close()

声明浏览器对象

from selenium import webdriver
browser = webdriver.Chrome()
browser = webdriver.Edge()
browser = webdriver.Firefox()
browser = webdriver.Safari()

访问页面

from selenium import webdriver
brower = webdriver.Edge()
browser.get('https://www.baidu.com')
print(browser.page_source)
browser.close()

查找元素

单个元素

from selenium from webbrowser
from selenium.webdriver.common.by import By
browser = webbrowser.Edge()
url = 'https://www.baidu.com'
browser.get(url)
# 通过id获取
# button = browser.find_element(By.ID, 'su')
# 通过属性值获取
# button1 = browser.find_element(By.NAME, 'wd')
# 通过xpath获取
# button2 = browser.find_element(By.XPATH, '//*[@id="su"]')
# 通过标签名获取
# button3 = browser.find_element(By.TAG_NAME, 'input')
# 通过css选择器
# button4 = browser.find_element(By.CSS_SELECTOR,'#su')
# 获取链接文本
# a = browser.find_element(By.LINK_TEXT,'贴吧')
# print(button)
# print(button1)
# print(button2)
# print(button3)
# print(button4)
# print(a)

多个元素

from selenium from webbrowser
from selenium.webdriver.common.by import By
browser = webbrowser.Edge()
url = 'https://www.baidu.com'
browser.get(url)
# 通过id获取
# button = browser.find_elements(By.ID, 'su')
# 通过属性值获取
# button1 = browser.find_elements(By.NAME, 'wd')
# 通过xpath获取
# button2 = browser.find_elements(By.XPATH, '//*[@id="su"]')
# 通过标签名获取
# button3 = browser.find_elements(By.TAG_NAME, 'input')
# 通过css选择器
# button4 = browser.find_elements(By.CSS_SELECTOR,'#su')
# 获取链接文本
# a = browser.find_elements(By.LINK_TEXT,'贴吧')
# print(button)
# print(button1)
# print(button2)
# print(button3)
# print(button4)
# print(a)

获取元素信息

获取属性

from selenium import webdriver
from selenium.webdriver.common.by import By
browser = webdriver.Edge()
# 获取属性
url = 'https://www.zhihu.com/signin'
browser.get(url)
logo = browser.find_element(By.CLASS_NAME, 'SignFlowHomepage-logo')
print(logo)
print(logo.get_attribute('src'))
print(logo.get_attribute('class'))

获取文本值

from selenium import webdriver
from selenium.webdriver.common.by import By
browser = webdriver.Edge()
# 获取属性
url = 'https://www.zhihu.com/signin'
browser.get(url)
# 获取文本值
# class="Button SignFlow-submitButton FEfUrdfMIKpQDJDqkjte Button--primary Button--blue epMJl0lFQuYbC7jrwr_o JmYzaky7MEPMFcJDLNMG"
submit = browser.find_element(By.CLASS_NAME, 'SignFlow-submitButton')
print(submit)
print(submit.text)

获取ID，位置，标签名，大小

from selenium import webdriver
from selenium.webdriver.common.by import By

browser = webdriver.Edge()
# 获取属性
url = 'https://www.zhihu.com/signin'
browser.get(url)
# 获取文本值
# class="Button SignFlow-submitButton FEfUrdfMIKpQDJDqkjte Button--primary Button--blue epMJl0lFQuYbC7jrwr_o JmYzaky7MEPMFcJDLNMG"
submit = browser.find_element(By.CLASS_NAME, 'SignFlow-submitButton')
print(submit.id)
print(submit.location)
print(submit.tag_name)
print(submit.size)

元素交互操作

对获取的元素调用交互方法

from selenium import webdriver
import time
browser = webdriver.Edge()
# 交互操作
url = 'https://www.taobao.com'
browser.get(url)
input = browser.find_element(By.ID, 'q')
button = browser.find_element(By.CLASS_NAME, 'btn-search')
# print(input)
input.send_keys('百褶裙')
# input.send_keys(Keys.ENTER)
# time.sleep(10)
button.click()

执行JavaScript

from selenium import webdriver
browser = webdriver.Edge()
# 执行JavaScript
url = 'https://www.taobao.com'
browser.get(url)
browser.execute_script('window.scrollTo(0,document.body.scrollHeight)')
browser.execute_script('alert("滑动到底部")')

等待

隐式等待

from selenium import webdriver
browser = webdriver.Edge()
browser.implicitly_wait(10)
browser.get('https://www.taobao.com')
input = browser.find_element(By.ID, 'q')
print(su)

显式等待

from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC

browser = webdriver.Edge()
browser.get('https://www.taobao.com')
wait = WebDriverWait(browser,10)
input = wait.until(EC.presence_of_element_located(By.ID, 'q'))
button = wait.until(EC.element_to_be_clickable(By.CSS_SELECTOR, 'btn-search'))
print(input, button)

前进等待

import time
from selenium import webdriver

browser = webdriver.Edge()
browser.get('https://www.taobao.com')
browser.get('https://www.baidu.com')
browser.get('https://www.zhihu.com')
browser.back()
time.sleep(10)
browser.forward()

cookies

from selenium import webdriver
brower = webdriver.Edge()
brower.get('https://www.zhihu.com')
print(brower.get_cookies())
brower.add_cookie({'name': 'xiaoming','age':10})
print(brower.get_cookies())
brower.delete_cookie()
print(brower.get_cookies())

解决执行完程序自动关闭浏览器问题

from selenium import webdriver

options = webdriver.ChromeOptions()
options.add_experimental_option('detach', True)
# 创建一个Edge浏览器的WebDriver实例
browser = webdriver.Edge(options=options)