import requests
import json
from pymysql_text import Mysql_text
def datapq(url):
headers = {
'Cookie' : 'aliyungf_tc=AQAAAHV3wnlDrgcAJxJ5ah0CThlP1yWJ; xq_a_token=584d0cf8d5a5a9809761f2244d8d272bac729ed4; xq_a_token.sig=x0gT9jm6qnwd-ddLu66T3A8KiVA; xq_r_token=98f278457fc4e1e5eb0846e36a7296e642b8138a; xq_r_token.sig=2Uxv_DgYTcCjz7qx4j570JpNHIs; _ga=GA1.2.121527135.1534335428; _gid=GA1.2.1591594565.1534335428; _gat_gtag_UA_16079156_4=1; u=681534335428965; device_id=3ad9d628b7f64b88029d0cce211de4c7; Hm_lvt_1db88642e346389874251b5a1eded6e3=1534335430; Hm_lpvt_1db88642e346389874251b5a1eded6e3=1534335430',
'User-Agent' : 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36',
}
response = requests.get(url,headers=headers)
res = json.loads(response.text)
data = {}
ys = []
for v in res['list']:
data['tid'] = v['id']
res = json.loads(v['data'])
data['ids'] = res['id']
data['title'] = res['title']
data['description'] = res['description']
data['target'] = res['target']
print(data)
try:
m = Mysql_text()
m.sqlzz('insert into text(tid,ids,title,description,target) values (%(tid)s,%(ids)s,%(title)s,%(description)s,%(target)s)',data)
except:
pass
ys.append(data.pop('tid'))
resul = ys[-1]
return resul
url = 'https://xueqiu.com/v4/statuses/public_timeline_by_category.json?since_id=-1&max_id=-1&count=10&category=111'
i = 0
while i<100:
i += 1
ss = datapq(url)
url = 'https://xueqiu.com/v4/statuses/public_timeline_by_category.json?since_id=-1&max_id='+str(ss)+'&count=15&category=111'