在python里面urllib的request模块可以非常方便地抓取URL内容
直接贴代码:
from urllib import request, parse
import json
def fetch_login(url):
print('Login...')
phone='手机号'
password='这里的密码为加密后的密码'
login_data=parse.urlencode([
('phone',phone),
('password',password)
])
req = request.Request(url)
req.add_header('Origin', 'https://bihu.com')
req.add_header('Referer','https://bihu.com/login')
req.add_header('User-Agent','Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36')
with request.urlopen(req, data=login_data.encode('utf-8')) as f:
print('Status:', f.status, f.reason)
for k, v in f.getheaders():
print('%s: %s' % (k, v))
return json.loads(f.read().decode('utf-8'))
url='https://be02.bihu.com/bihube-pc/api/user/loginViaPassword'
data=fetch_login(url)
print(data) #输出返回结果
print(data['res'])#解析后的结果
print(data['data']['userId'])#解析后的结果
循环获取json里面的某个值
for d in data['data']['list']:
if d['up']!=1:
print(d['id'])