最近手又有点闲,闲着无聊就爬取了携程的信息,这个爬虫是我随手写的,各位可以看看。
# -*- encoding=utf-8 -*-
#爬取携程旅游信息
#2017/8/14
from bs4 import BeautifulSoup
from selenium import webdriver
from selenium.common.exceptions import NoSuchElementException, TimeoutException
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.ui import WebDriverWait
import os
import csv
import time
driver = webdriver.Chrome()
#打开网页
def gethtml(place):
try:
driver.get('http://vacations.ctrip.com/')
welcome = WebDriverWait(driver, 10).until(EC.presence_of_element_located((By.CSS_SELECTOR, "body > div.jewel_pop_box > div.jewel_pop > span")))
welcome.click()
seaech = driver.find_element_by_css_