NBA数据爬取及存取

凯文杜兰特2020-2021赛季  截至2021.1.18前10场数据

from urllib import request
import json

def fetch_data(url):
    req = request.Request(url)  # 请求url（GET请求）
    with request.urlopen(req) as f:     # 打开url请求（如同打开本地文件一样）
        return json.loads(f.read().decode('utf-8'))  # 读数据 并编码同时利用json.loads将json格式数据转换为python对象

# 测试
URL = 'https://data.zhibo8.cc/manage/public/app.php?_url=/nba_v2_player/player&random=0.13216511047375334&playerId=83212'
data = fetch_data(URL)
# 将 Python 字典类型转换为 JSON 对象
json_str = json.dumps(data['data'])
print(json_str)  # 结果 {"name": "pengjunlee", "age": 32, "vip": true, "address": {"province": "GuangDong", "city": "ShenZhen"}}

# 将 JSON 对象类型转换为 Python 字典
user_dic = json.loads(json_str)['seasonGames']
print(user_dic['items'])  # 结果 {'province': 'GuangDong', 'city': 'ShenZhen'}
print(user_dic['list'])


m=len(user_dic['items'])

with open('KDdata.csv', 'w', encoding='utf8') as f:
    for col in user_dic['items']:
        print(col)
        m-=1
        if m==0:
            f.write(col + '')
        else:
            f.write(col + ',')
    f.write('\n')

    for dic in user_dic['list']:
        # print(dic)
        n = len(dic)
        for key ,values in dic.items():
            # print(key+" "+values)
            n -= 1
            if n == 0:
                f.write(values + '')
            else:
                f.write(values + ',')
        f.write('\n')