python爬今日头条app_Python 爬虫实例（2）—— 爬取今日头条

#coding:utf-8

importbase64importrandom, reimportsqlite3importredis, pickleimportjson, timeimporturllib3,urllib2,hashlibfrom datetime importdatetimeimportthreadingimportlogging.handlersimportsys

reload(sys)

sys.setdefaultencoding('utf-8')importuuidimportrequests

session=requests.session()

#把连接加密成 MD5 生成唯一的主键defmd5(str):importhashlib

m=hashlib.md5()

m.update(str)returnm.hexdigest()defjinri():

list_data=[]for i in range(1,20):

#请求得到url 链接url= "http://www.toutiao.com/api/pc/feed/"data={"category":"news_game","utm_source":"toutiao","widen":str(i),"max_behot_time":"0","max_behot_time_tmp":"0","tadrequire":"true","as":"479BB4B7254C150","cp":"7E0AC8874BB0985",

}

headers={"Host":"www.toutiao.co