import requests
from bs4 import BeautifulSoup
headers={
'User-Agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.94 Safari/537.36'
}
url='http://www.gaokao.com/e/20161230/586618bcb9481.shtml'
res=requests.get(url,headers=headers)
res.encoding=res.apparent_encoding
soup=BeautifulSoup(res.text,'html.parser')
xuexiaos=soup.select('body > div.inner.clearfix.tp10.bp30 > div.w680.lt > div > div.content > div.main > table > tbody > tr > td:nth-of-type(2) > p')
xuexiao1=list(map(lambda x:x.text,xuexiaos))
xuexiao=xuexiao1[2:]
diqus=soup.select('body > div.inner.clearfix.tp10.bp30 > div.w680.lt > div > div.content > div.main > table > tbody > tr > td:nth-of-type(3) > p')
diqu1=list(map(lambda x:x.text,diqus))
diqu=diqu1[2:]
paimings=soup.select('body > div.inner.clearfix.tp10.bp30 > div.w680.lt > div > div.content > div.main > table > tbody > tr > td:nth-of-type(4) > p')
paiming1=list(map(lambda x:x.text,paimings))
paiming2=paiming1[2:]
paiming=list(map(lambda x:int(x),paiming2))
zongfens=soup.select('body > div.inner.clearfix.tp10.bp30 > div.w680.lt > div > div.content > div.main > table > tbody > tr > td:nth-of-type(5) > p')
zongfen1=list(map(lambda x:x.text,zongfens))
zongfen2=zongfen1[2:]
zongfen=list(map(lambda x:float(x),zongfen2))
leixings=soup.select('body > div.inner.clearfix.tp10.bp30 > div.w680.lt > div > div.content > div.main > table > tbody > tr > td:nth-of-type(6) > p')
leixing=list(map(lambda x:x.text,leixings))
xingjis=soup.select('body > div.inner.clearfix.tp10.bp30 > div.w680.lt > div > div.content > div.main > table > tbody > tr > td:nth-of-type(7) > p')
xingji=list(map(lambda x:x.text,xingjis))
cengcis=soup.select('body > div.inner.clearfix.tp10.bp30 > div.w680.lt > div > div.content > div.main > table > tbody > tr > td:nth-of-type(8) > p')
cengci=list(map(lambda x:x.text,cengcis))
total=[]
for Xuexiao,Diqu,Paiming,Zongfen,Leixing,Xingji,Cengci in zip(xuexiao,diqu,paiming,zongfen,leixing,xingji,cengci):
total.append({'学校名称':Xuexiao,
'地区':Diqu,
'排名':Paiming,
'总分':Zongfen,
'办学类型':Leixing,
'星级排名':Xingji,
'办学层次':Cengci})
import pandas as pd
df=pd.DataFrame(total,columns=['学校名称','地区','排名','总分','办学类型','星级排名','办学层次'],
index=range(1,101))
df.index.name='名次'
df.to_excel('大学排名.xls')
python爬取中国大学前100名
最新推荐文章于 2024-05-02 02:13:23 发布