抓取GDP数据

http://data.stats.gov.cn/ks.htm?cn=C01
[外链图片转存失败(img-nrHOoQLV-1562729428899)(中国统计网-GDP.png)]

import requests
from bs4 import BeautifulSoup

url = 'http://data.stats.gov.cn/ks.htm'
post_data = {"dbcode": "hgndks",
             "wds": '[{"wdcode":"sj","valuecode":"1980-"}]',
             "dfwds": '[{"wdcode":"sj","valuecode":"1980-"}]',
             "m": "chartData",
             "k1": "1526382053171"}
resp = requests.post(url, data=post_data)
resp

<Response [200]>

import pandas as pd

GDP = []
for d in resp.json().get('returndata').get('datanodes'):
    if d.get('code')[:-5] == 'zb.A050101_sj':
        GDP.append([d.get('code')[-4:],d.get('data').get('data')])

df = pd.DataFrame(GDP, columns=['Year','GDP'])

df.shape

(37, 2)

df.head(), df.tail()

(   Year       GDP
 0  2016  743585.5
 1  2015  689052.1
 2  2014  643974.0
 3  2013  595244.4
 4  2012  540367.4,     Year     GDP
 32  1984  7278.5
 33  1983  6020.9
 34  1982  5373.4
 35  1981  4935.8
 36  1980  4587.6)

df.to_csv("China GDP 1980-2016.csv", index=False)