python爬取数据到文件_python selenium爬取自如租房数据保存到TXT文件

# -*- coding: utf-8 -*-

"""

Created on Fri Aug 31 2018

@author: chenlinlab

"""

from selenium import webdriver

from time import sleep

options = webdriver.ChromeOptions()

options.add_argument('disable-infobars')

driver = webdriver.Chrome(chrome_options=options)

with open('wuhan.txt', "a+") as f:

for i in range(1, 4):

driver.get("http://wh.ziroom.com/z/nl/z2-s2%E5%8F%B7%E7%BA%BF-t%E5%85%89%E8%B0%B7%E5%B9%BF%E5%9C%BA-r4.html?p=" + str(i))

sleep(1)

rent_list = driver.find_elements_by_css_selector('li.clearfix')

for echo_house in rent_list:

txt = echo_house.find_element_by_css_selector('div.txt')

print(txt.text)

detail = echo_house.find_element_by_css_selector('div.detail')

print(detail.text)

price = echo_house.find_element_by_css_selector('div.priceDetail')

print(price.text)

f.write(txt.text)

f.write(detail.text)

f.write(price.text)

f.close()