python修改head标识来爬取页面

#!/usr/bin/env python
#-*- coding: utf-8 -*-

import urllib2
import userAgents

'''userAgents.py是个自定义的模块，位置处于当前目录下 '''

class Urllib2ModifyHeader(object):
    '''使用urllib2模块修改header '''
    def __init__(self):
        #这个是PC + IE 的User-Agent
        # PIUA = userAgents.pcUserAgent.get('IE 9.0')
        #这个是Mobile + UC的User-Agent
        # MUUA = userAgents.mobileUserAgent.get('UC standard')
        #测试用的网站选择的是有道翻译
	    # self.url = 'http://fanyi.youdao.com'
        # self.useUserAgent(PIUA,1)
        # self.useUserAgent(MUUA,2)
        PIUA = userAgents.pcUserAgent.get('IE 9.0')
        MUUA = userAgents.mobileUserAgent.get('UC standard')
        self.url = 'http://fanyi.youdao.com'
        self.useUserAgent(PIUA,1)
        self.useUserAgent(MUUA,2)

    def useUserAgent(self,userAgent,name):
        request = urllib2.Request(self.url)
        request.add_header(userAgent.split(':')[0],userAgent.split(':')[1])
        print(userAgent.split(':')[0],userAgent.split(':')[1])
        response = urllib2.urlopen(request)
        fileName = str(name) + '.html'
        with open(fileName,'a') as fp:
            fp.write("%s\n\n" %userAgent)
            fp.write(response.read())

if __name__ == '__main__':
    umh = Urllib2ModifyHeader()