spider

#-*- coding:utf-8 -*- 
import requests 
import re 
import sys
reload(sys)
sys.setdefaultencoding('utf-8')
#from bs4 import BeautifulSoup 
def login(): 
	url = 'http://www.zhihu.com' 
	login_url = url+'/login/phone_num' 
	login_data = { 'phone_num': xxxxxxxxxxxx, 'password': xxxxxxx, 'rememberme': 'true', } 
	headers_base = { 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8', 'Accept-Encoding': 'gzip, deflate, sdch', 'Accept-Language': 'en-US,en;q=0.8,zh-CN;q=0.6,zh;q=0.4,zh-TW;q=0.2', 'Connection': 'keep-alive', 'Host': 'www.zhihu.com', 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_3) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.130 Safari/537.36', 'Referer': 'http://www.zhihu.com/', } 
	requests.get(url,verify=False)
	s = requests.session() 
	def get_xsrf(url=None): 
		r = s.get(url, headers=headers_base) 
		xsrf = re.search(r'(?<=name="_xsrf" value=")[^"]*(?="/>)', r.text) 
		if xsrf == None: 
			return '' 
		else: 
			return xsrf.group(0) 
	xsrf = get_xsrf(url) 
	login_data['_xsrf'] = xsrf.encode('utf-8') 
	captcha_url = 'http://www.zhihu.com/captcha.gif' 
	captcha = s.get(captcha_url, stream=True) 
	print captcha 
	
	f = open('captcha.png', 'wb') 
	for line in captcha.iter_content(10): 
		f.write(line) 
	f.close() 
	print u'输入验证码:' 
	captcha_str = raw_input() 
	login_data['captcha'] = captcha_str 
	res = s.post(login_url, headers=headers_base, data=login_data) 
	print res.status_code 
	m_cookies = res.cookies 
	test_url = 'https://www.zhihu.com/people/wangxin-1171/followees'
	s.get(test_url,verify=False)
	res = s.get(test_url, headers=headers_base, cookies=m_cookies) 
	fp = open('follow1.html','wb')
	for line in  res.text:
		fp.write(line)
	fp.close()
	def get_users(content): 
		users = re.search(r'<a title="[\s\S]*?>', content) 
		print users.group() 
	get_users(res.text) 
	"""
	ids = 'fd80e95ce7069f0f06cc0ac07be34864' #某人的member id 
	nums = 300 
	def get_fos(nums, ids): 
		users = [] 
		for index in range(20, nums+1, 20): 
			fo_url = 'http://www.zhihu.com/node/ProfileFolloweesListV2' 
			m_data = { 'method': 'next', 'params': '{"offset":'+ str(index) + ',"order_by":"created","hash_id":"'+ ids +'"}', '_xsrf': xsrf, } 
			res = s.get(fo_url, headers=headers_base, data=m_data) 
			soup = BeautifulSoup(res.text, 'html.parser') 
			for link in soup.find_all('a', 'zm-item-link-avatar'): 
				users.append(link.get('href')) 
		return users 

	users = get_fos(nums, ids) 
	"""

def work(): 
	login() 
if __name__ == '__main__': 
	work()