python模拟点击下一页_爬虫模拟点击下一页selenium

爬虫实现翻页功能

from selenium import webdriver

from selenium.webdriver.support.ui import WebDriverWait

from selenium.webdriver.support import expected_conditions as EC

from selenium.webdriver.common.by import By

from selenium.webdriver.common.keys import Keys

import time

import json

import csv

import random

# 声明一个谷歌驱动器，并设置不加载图片，间接加快访问速度

options = webdriver.ChromeOptions()

options.add_experimental_option('prefs', {'profile.managed_default_content_settings.images': 2})

browser = webdriver.Chrome(options=options)

# url

url = 'https://www.jd.com/'

# 声明一个list，存储dict

data_list = []

def start_spider():

# 请求url

browser.get(url)

# 获取输入框的id，并输入关键字python爬虫

browser.find_element_by_id('key').send_k