python爬取千千音乐榜单_爬虫爬取千千音乐榜单音乐

#获取主页

defgethomepage():#创建会话

s =requests.Session()

home_url= 'http://music.taihe.com/'headers={'Accept':'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3','Accept-Language':'zh-CN,zh;q=0.9','Cache-Control':'max-age=0','Connection':'keep-alive','Cookie':'log_sid=1561218778562E9DB28E6A3CDA8ED552F27E3703A9AB4; BAIDUID=E9DB28E6A3CDA8ED552F27E3703A9AB4:FG=1; BDUSS=3AtOE5xTDJnOTBGb2h6UXVYVnZxTEl-Z2VKc0w2V0kyUVV6MmticWxmaHdlVEZkSUFBQUFBJCQAAAAAAAAAAAEAAADQRIc5uqO~3cqvwMMzNjUAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHDsCV1w7Aldc; flash_tip_pop=true; tracesrc=-1%7C%7C-1; u_lo=0; u_id=; u_t=; u_login=1; userid=965166288; app_vip=show; Hm_lvt_d0ad46e4afeacf34cd12de4c9b553aa6=1561206432,1561209820; __qianqian_pop_tt=8; Hm_lpvt_d0ad46e4afeacf34cd12de4c9b553aa6=1561218967',#'Host':'music.taihe.com',

'Referer':'http://music.taihe.com/','Upgrade-Insecure-Requests':'1','User-Agent':'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36',

}

r= s.get(home_url,headers =headers)

soup= BeautifulSoup(r.text, 'lxml')#获取新歌榜 热榜 网络歌曲榜的url

list_m = soup.findAll('h4', class_='more-rank')for h inlist_m:

bd_url= h.find('a')['href']

title= h.find('a')['title']

entitle= h.find('a')['href'].split('/')[-1]

bd_url= 'http://music.taihe.com' +bd_url

gotolist(bd_url, headers, s, title, entitle)