python实现网页抓取_用Python实现网页抓取

无BS的可能实现：from selenium import webdriver

from selenium.webdriver.common.by import By

from selenium.webdriver.support.ui import WebDriverWait

from selenium.webdriver.support import expected_conditions as EC

from selenium.common.exceptions import TimeoutException

my_url = 'http://www.librarything.com/work/3203347'

driver = webdriver.Chrome()

driver.get(my_url)

delay = 5 # seconds

try:

WebDriverWait(driver, delay).until(EC.presence_of_element_located((By.CSS_SELECTOR, 'span.tag')))

print("Page is ready!")

for element in driver.find_elements_by_css_selector('span.tag'):

print(element.text)

except TimeoutException:

print("Couldn't load page")

finally:

driver.quit()

实施来源：