股票信息爬取

# -*- coding: utf-8 -*-
"""
Created on Sat Apr  7 16:39:18 2018

@author: Administrator
"""

import requests
import re
from bs4 import BeautifulSoup

headers={
        'user-agent':'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/55.0.2883.87 Safari/537.36'
        }
ll=[]
bb=[]
def geturl(url):
    res=requests.get(url,headers=headers)
    res.encoding='gb2312'
    soup=BeautifulSoup(res.text,'html.parser')
    lianjie=soup.find_all('a')
    for hh in lianjie:
        try:
            ll.append(hh['href'])
        except:
            pass
    for lian in ll:
        try:
            bianhao=re.findall(r'[s][hz]\d{6}',lian)[0]
            if len(bianhao) != 0:
                bb.append(bianhao)
            else:
                pass
        except:
            pass
    return bb

info=[]
def getinfo(URL):
    r=requests.get(URL,headers=headers)
    r.encoding='utf-8'
    s=BeautifulSoup(r.text,'html.parser')
    all=s.find_all('div',class_='stock-bets') 
    dict={}
    for each in all:
        title=each.find('a',class_='bets-name').text.split()[0].strip()
        dt=each.find_all('dt')
        dtt=list(map(lambda x:x.text,dt))
        dd=each.find_all('dd')
        ddd=list(map(lambda x:x.text.strip(),dd))
        dict.update({'股票名称':title})
        for i in range(len(dtt)):
            key=dtt[i]
            val=ddd[i]
            dict[key]=val
    info.append(dict)
    return info

if __name__ == '__main__':
    url='http://quote.eastmoney.com/stocklist.html'
    html=geturl(url)
    URL=['https://gupiao.baidu.com/stock/'+str(bh)+'.html' for bh in html]
    for uu in URL[100:111]:
        getinfo(uu)
    print(info)