爬取校园新闻首页的新闻

 1. 用requests库和BeautifulSoup库，爬取校园新闻首页新闻的标题、链接、正文。
 
 import requests  from bs4 import BeautifulSoup   url = 'http://news.gzcc.cn/html/xiaoyuanxinwen/'  res = requests.get(url)  res.encoding = 'utf-8'  soup = BeautifulSoup(res.text, 'html.parser')  for news in soup.select('li'):  if len(news.select('.news-list-title')) > 0:  print(news.select('.news-list-title'))  t=news.select('.news-list-title')[0].text  dt=news.select('.news-list-info')[0].contents[0].text  a=news.select('a')[0].attrs['href']  print(dt,t,a)   2. 分析字符串，获取每篇新闻的发布时间，作者，来源，摄影等信息。   for news in soup.select('li'):  if len(news.select('.news-list-title'))>0:  title = news.select('.news-list-title')[0].text  a = news.select('a')[0].attrs['href']   resd = requests.get(a)  resd.encoding = 'utf-8' soupd = BeautifulSoup(resd.text, 'html.parser')  d = soupd.select('#content')[0].text  info = soupd.select('.show.info')[0].text  print(info)  dt = info.lstrip('发布时间:')[:19]#发布时间  dt2 = datetime.strptime(dt, '%Y-%m-%d %H:%M:%S')  print(dt2)  i = info.find('来源:')  if i>0:  s = info[info.find('来源:'):].split()[0].lstrip('来源:')#来源  print(s)  a = info.find('作者：')  if a > 0:  l = info[info.find('作者：'):].split()[0].replace('作者：')#作者  print(l)  y = info.find('摄影：') if y > 0:
 u = info[info.find('摄影：'):].split()[0].replace('摄影：')#摄影 print(u) 3. 将其中的发布时间由str转换成datetime类型。 import requests from bs4 import BeautifulSoup from datetime import datetime gzccurl = 'http://news.gzcc.cn/html/xiaoyuanxinwen/' res = requests.get(gzccurl) res.encoding='utf-8' soup = BeautifulSoup(res.text,'html.parser') for news in soup.select('li'): if len(news.select('.news-list-title'))>0: title = news.select('.news-list-title')[0].text#标题 url = news.select('a')[0]['href']#链接 time = news.select('.news-list-info')[0].contents[0].text dt = datetime.strptime(time,'%Y-%m-%d') source = news.select('.news-list-info')[0].contents[1].text#来源
 print(dt,'\n',title,'\n',url,'\n',source,'\n')

转载于:https://www.cnblogs.com/AAAAAAAA/p/8696789.html