python爬取股票信息_利用Python爬取网易上证所有股票数据（代码

利用Python爬取网易上证所有股票数据(代码

发布时间：2018-04-14 17:30,

浏览次数：1261

, 标签：

Python

import urllib.request import re ##def downback(a,b,c): ## '''' ## a:已经下载的数据块 ##

b:数据块的大小 ## c:远程文件的大小 ## ''' ## per = 100.0 * a * b / c ## if per > 100 : ##

per = 100 ## print('%.2f%%' % per) stock_CodeUrl =

'http://quote.eastmoney.com/stocklist.html' # 获取股票代码列表 def urlTolist(url):

allCodeList = [] html = urllib.request.urlopen(url).read() html =

html.decode('gbk') s = r'

href="http://quote.eastmoney.com/\S\S(.*?).html">' pat = re.compile(s) code =

pat.findall(html) for item in code: if item[0] == '6' or item[0] == '3' or

item[0] == '0': allCodeList.append(item) return allCodeList allCodelist =

urlTolist(stock_CodeUrl) for code in allCodelist: print('正在获取%s股票数据...' % code)

if code[0] == '6': url =

'http://quotes.money.163.com/service/chddata.html?code=0' + code + \

'&end=20180413&fields=TCLOSE;HIGH;LOW;TOPEN;LCLOSE;CHG;PCHG;TURNOVER;VOTURNOVER;VATURNOVER;TCAP;MCAP'

else: url = 'http://quotes.money.163.com/service/chddata.html?code=1' + code +

\

'&end=20180413&fields=TCLOSE;HIGH;LOW;TOPEN;LCLOSE;CHG;PCHG;TURNOVER;VOTURNOVER;VATURNOVER;TCAP;MCAP'

urllib.request.urlretrieve(url, 'd:\\all_stock_data\\' + code + '.csv') #

可以加一个参数dowmback显示下载进度