import re from selenium import webdriver from selenium.webdriver.common.by import By from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions as EC from selenium.common.exceptions import TimeoutException from pyquery import PyQuery as pq option=webdriver.ChromeOptions() option.add_argument('--headless') browser = webdriver.Chrome(chrome_options=option) wait=WebDriverWait(browser, 10) def search(): try: browser.get("https://www.taobao.com") input=wait.until( EC.presence_of_element_located((By.CSS_SELECTOR, '#q')) ) submit = wait.until( EC.element_to_be_clickable((By.CSS_SELECTOR,'#J_TSearchForm > div.search-button > button'))) input.send_keys('美食') submit.click() total=wait.until(EC.presence_of_element_located((By.CSS_SELECTOR,'#mainsrp-pager > div >
selenium+pyquery爬取淘宝美食100页(无头静默模式)
最新推荐文章于 2024-05-11 06:28:00 发布