扇贝python课程打卡_Python爬虫：获取扇贝打卡信息

# -*- coding: utf-8 -*-

"""

Created on Tue May 14 2019

@author: YangYang

"""

# 针对扇贝打卡数据统计和分析

# 只统计 单词、炼句、听力、阅读 四部分的数据，阅读不区分短语和文章

from urllib.request import urlopen

import datetime

import re

# 计算打卡的统计时间

now = datetime.datetime.now() # 输入查卡日期，默认是今天

# now = datetime.date(2019,5,13) # 输入查卡日期，自定义

time2 = datetime.timedelta(days=8) # 统计一个星期的数据

day_now = str(now).split(" ")[0]

day_end = now - time2

day_end = str(day_end).split(" ")[0]

ID_total = input("请输入你的扇贝ID：")

print('\n')

#ID_total = "16888030"

ID_total = ID_total.split(",") # 如果输入多个ID，用“，”分开

for ID in ID_total:

web = "https://www.shanbay.com/api/v1/checkin/user/"+str(ID)+"/"

shanbay = urlopen(web)

shanbay_data = shanbay.read().decode()

# 获取昵称

find_username = re.findall("username\".*?,",shanbay_data)[0]

username = str(find_username)[len("username\": \""):-2]

# 获取打卡数据

find_data = re.findall("\"stats\".*?track_object_img" ,shanbay_data)

find_start = "\"stats\": "

find_end = "\"track_object_img\""

num_today = "\"num_today\": "

used_time = "\"used_time\": "

# 初始化各项统计数据

count = 0

time_read = 0

time_listen = 0

time_bdc = 0

time_sentence = 0

count_read = 0

count_listen = 0

count_bdc = 0

count_sentence = 0

# 获取打卡天数

checkin_time = []

num_checkin_days = []

find_checkin = re.findall("\"checkin_time\".*?\"share_urls\"",shanbay_data)

for checkin in find_checkin:

shanbey_time = checkin.split(",")[0]

shanbey_days = checkin.split(",")[3]

checkin_time.append(str(shanbey_time)[len("\"checkin_time\": \""):len("\"checkin_time\": \"")+10])

num_checkin_days.append(str(shanbey_days)[len("\"num_checkin_days\": "):])

print("上周打卡情况：")

for data in find_data:

read = re.findall("\"read\":.*?}",data)

if read == []:

read = "{num_today\": 0, \"used_time\": 0.0}"

listen = re.findall("\"listen\":.*?}",data)

if listen == []:

listen = "{num_today\": 0, \"used_time\": 0.0}"

sentence = re.findall("\"sentence\":.*?}",data)

if sentence == []:

sentence = "{num_today\": 0, \"used_time\": 0.0}"

bdc = re.findall("\"bdc\":.*?}",data)

if bdc == []:

bdc = "{num_today\": 0, \"used_time\": 0.0}"

read_num = re.findall(r"\d+\.?\d*",str(read))[0]

read_time = re.findall(r"\d+\.?\d*",str(read))[1]

listen_num = re.findall(r"\d+\.?\d*",str(listen))[0]

listen_time = re.findall(r"\d+\.?\d*",str(listen))[1]

bdc_num = re.findall(r"\d+\.?\d*",str(bdc))[0]

bdc_time = re.findall(r"\d+\.?\d*",str(bdc))[1]

sentence_num = re.findall(r"\d+\.?\d*",str(sentence))[0]

sentence_time = re.findall(r"\d+\.?\d*",str(sentence))[1]

if checkin_time[count] >= day_now:

count += 1

elif checkin_time[count] > day_end:

# 统计总时间和各项时间

time_total = float(read_time)+float(listen_time)+float(bdc_time)+float(sentence_time);

time_read = time_read+float(read_time);

time_listen = time_listen+float(listen_time);

time_bdc = time_bdc+float(bdc_time);

time_sentence = time_sentence+float(sentence_time);

# 统计各项数目累计

count_read = count_read+float(read_num)

count_listen = count_listen+float(listen_num)

count_bdc = count_bdc+float(bdc_num)

count_sentence = count_sentence+float(sentence_num)

# 输出一周每日打卡情况

print("{},打卡{}天：阅读{}篇,听力{}句,单词{}个,炼句{}句,学习时间{}分钟".format(checkin_time[count],num_checkin_days[count],read_num,listen_num,bdc_num,sentence_num,time_total))

count += 1

else:

break

print('\n')

print("单词:{}分钟，总计{}个".format(time_bdc,count_bdc))

print("阅读:{}分钟，总计{}篇".format(time_read,count_read))

print("炼句:{}分钟，总计{}句".format(time_sentence,count_sentence))

print("听力:{}分钟，总计{}句".format(time_listen,count_listen))

print('\n')

print("打卡时长:{}分钟".format(time_read+time_sentence+time_bdc+time_listen))

input("Please ")