gzip 压缩格式的网站处理方法---sina.com

gzip 压缩格式的网站处理方法---sina.com

 
 
#coding:utf-8
import urllib2
import re
import zlib

url_address = 'http://www.sina.com.cn'

f = urllib2.urlopen(url_address)

buf = f.read()
buf = zlib.decompress(buf, 16+zlib.MAX_WBITS);

#buf = buf.replace("\n","")
print buf
练习：
#coding:utf-8
import urllib2
import zlib

def main():
    request = urllib2.urlopen('http://www.sina.com.cn')
    print request.headers.get('Content-Encoding')#获得编码格式
   
    buf = request.read()
    buf = zlib.decompress(buf, 16+zlib.MAX_WBITS)
    print buf

if __name__ == '__main__':
    main() 

方法二：
#coding:utf-8
import urllib2,StringIO,gzip

f = urllib2.urlopen('http://www.sina.com.cn')
print f.headers

compressdata = f.read()
compressdata = StringIO.StringIO(compressdata)

gzipper = gzip.GzipFile(fileobj=compressdata)

data = gzipper.read()
print data