#导入封装文件(爬虫基础:函数封装(更新一))
from tuozhan_all import post, get import json from urllib import request, parse # 保存cookie from http import cookiejar # 通过对象保存cookie cookie_object = cookiejar.CookieJar() # handler 对应着一个操作 handler = request.HTTPCookieProcessor(cookie_object) # opener 遇到有cookie的response的时候, # 调用handler内部的一个函数, 存储到cookie object opener = request.build_opener(handler) # url url = 'http://www.renren.com/ajaxLogin/login?1=1&uniqueTimestamp=2018721441132' # form form = { 'email': '15110048913', 'icode': '', 'origURL': 'http://www.renren.com/home', 'domain': 'renren.com', 'key_id': '1', 'captcha_type': 'web_login', 'password': 'ae02a357f6d3fa3b13d7a1ce27cfa2ae79de3d7d9b0fe5826bace0d08f39d219', 'rkey': 'fadff523aaff6e83227ac1509d88c752', 'f': 'http%3A%2F%2Fwww.renren.com%2F967453581', } # post form_bytes = parse.urlencode(form).encode('utf-8') response = opener.open(url, form_bytes) html_bytes = response.read() #html_bytes = post(url, form=form) # 打印结果 #print(html_bytes) # 通过json获取一个字典类型 res_dict = json.loads(html_bytes.decode('utf-8')) home_url = res_dict['homeUrl'] # 访问页面 response = opener.open(home_url) html_bytes = response.read() print(html_bytes.decode('utf-8'))