python使用selenium进行网页爬虫

1 安装selenium

pip3 install selenium

3 下载浏览器驱动

2 代码

下面的代码的作用是打开浏览器, 自动点击数据登录

from selenium import webdriver
import time

from selenium.webdriver.common.by import By

opt = webdriver.ChromeOptions()   #创建浏览
driver = webdriver.Chrome(options=opt)  #创建浏览器对象
driver.get('https://gz.58.com/') #打开网页
driver.maximize_window()   #最大化窗口
time.sleep(2)     #加载等待
login_ele = driver.find_element(By.ID,'commonTopbar_login')
login_ele_a = login_ele.find_element(By.CSS_SELECTOR,'a[tongji_tag="pc_topbar_log_login"]')
login_ele_a.click()
login_account = driver.find_element(By.CSS_SELECTOR,'input[placeholder="账号名"]')
login_account.send_keys('xxxx')
login_account = driver.find_element(By.CSS_SELECTOR,'input[placeholder="密码"]')
login_account.send_keys('xxxx')
time.sleep(2)
login_account = driver.find_element(By.CSS_SELECTOR,'button[id="mask_body_item_login"]')
login_account.click()
time.sleep(2)

login_account = driver.find_element(By.CSS_SELECTOR,'div[id="commonTopbar_my58menu"]')
login_account.click()
time.sleep(2)

driver.switch_to.window(driver.window_handles[1])
login_account = driver.find_element(By.CSS_SELECTOR,'.header-search-div .header-bt')
login_account.click()
time.sleep(2)

print('end')