from lxml import etree
import requests
import csv
f=open('H://python/douban.csv','wt',newline='',encoding='utf-8')
writer=csv.writer(f)
writer.writerow(('name','url','author','publisher','date','price','rate','comment'))
urls=['https://book.douban.com/top250?start={}'.format(str(i)) for i in range(0,250,25)]
headers={'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.3538.102 Safari/537.36'}
for url in urls:
html=requests.get(url,headers=headers)
selector=etree.HTML(html.text)
infos=selector.xpath('//tr[@class="item"]')
for info in infos:
name=info.xpath('td/div/a/@title')[0]
url=info.xpath('td/div/a/@href')[0]
book_infos=info.xpath('td/p/text()')[0]
author=book_infos.split('/')[0]
publisher=book_infos.split('/')[1]
date=book_infos.split('/')[2]
price=book_infos.split('/'[-1])
rate=info.xpath('td/div/span[2]/text()')[0]
comments=info.xpath('td/div[2]/p/span/text()')
comment=comments[0] if len(comments) !=0 else '空'
writer.writerow((name,url,author,publisher,date,price,rate,comment))
f.close()
爬取豆瓣图书top250
最新推荐文章于 2024-06-18 11:18:45 发布