# -*- coding: utf-8 -*-
# !/usr/bin/python
import urllib2
import cookielib
import gzip
import StringIO
home_url = "http://weibo.cn/pub/";
req=urllib2.Request(home_url)
req.add_header('Host', 'weibo.cn')
req.add_header('Connection','keep-alive')
req.add_header('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8')
req.add_header('User-Agent','Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.154 Safari/537.36')
req.add_header('Accept-Encoding','gzip,deflate,sdch')
req.add_header('Accept-Language','zh-CN,zh;q=0.8,en;q=0.6')
cookie_support = urllib2.HTTPCookieProcessor(cookielib.CookieJar())
opener = urllib2.build_opener(cookie_support, urllib2.HTTPHandler)
f= opener.open(req)
stream = StringIO.StringIO(f.read())
with gzip.GzipFile(fileobj=stream) as f:
data = f.read()
print(data)
Python爬虫手机新浪主页,为登录做准备
最新推荐文章于 2024-04-27 16:38:20 发布