seleninum爬虫

seleninum爬虫

from selenium import webdriver
from selenium.webdriver.chrome.options import Options
import time
import json


def search(keyword):
    # 启动chromedriver
    driver = webdriver.Chrome()

# 打开首页
    url = 'https://www.suning.com/'
    driver.get(url)

# 定位输入框和搜索按钮
    input = driver.find_element_by_id('searchKeywords') #获取输入框
    searchButton = driver.find_element_by_id('searchSubmit') #获取搜索按钮

    # 输入并搜索
    time.sleep(1)
    input.send_keys(keyword) #输入框输入"keyword"
    time.sleep(1)
    searchButton.click() #搜索

    # 关闭弹窗
    # driver.find_element_by_css_selector("a[name='ssdsn_search_egg_close']").click()
    # time.sleep(2)

    # 往下拖拽页面 加载更多的搜索结果
    time.sleep(2)
    driver.execute_script("window.scrollTo(0,document.body.scrollHeight)")

    time.sleep(1)

# 通过selector定位待获取价格元素 返回值为list
    # elements = driver.find_elements_by_class_name('def-price')
    elements = driver.find_elements_by_class_name('item-bg')

for e in elements:
        name = e.find_element_by_css_selector("div[class='title-selling-point']").text
        price = e.find_element_by_css_selector("span[class='def-price']").text
print("skuname:  %s  , price:  %s " % (name,price))


if __name__=="__main__":
    search('iphone')