【Python——selenium自动化爬取苏宁易购部分数据】

import time
from selenium import webdriver

driver = webdriver.Chrome()  # 打开谷歌浏览器
driver.maximize_window()

driver.get('https://www.suning.com/')
time.sleep(3)
driver.find_element(by="xpath", value="//input[@class='search-keyword']").send_keys('空调')
driver.find_element(by="xpath", value="//input[@id='searchSubmit']").click()
time.sleep(3)
driver.execute_script('window.scrollTo(0,document.body.scrollHeight)')
#
page = 0
while True:
    page += 1
    # 触发两次ajax获取完整数据
    driver.execute_script("window.scrollTo(0,document.body.scrollHeight)")
    time.sleep(2)
    driver.execute_script("window.scrollTo(0,document.body.scrollHeight)")
    time.sleep(2)
    counter = 0
    goods_list = driver.find_elements_by_xpath("//ul[@class='general clearfix']/li")

    for goods in goods_list:
        counter += 1
        price = goods.find_element_by_xpath(".//div[@class='price-box']").text
        title = goods.find_element_by_xpath(".//div[@class='title-selling-point']").text
        print(f'第【{counter}】个商品的价格是{price},商品名称是【{title}】')
    try:
        driver.find_element_by_xpath("//div[@class='second-page clearfix']/a[@class='page-right']").click()
    except:
        break
    time.sleep(3)