爬取页面

import urllib2

import math

for line in open('d.html'):

    req = urllib2.Request('http://www.wooyun.org'+line.strip())

    cookie='share_firstime=1423041834739; ';

    req.add_header('Cookie', cookie)

    resp = urllib2.urlopen(req)

    f=open('wooyun'+line.strip()+'.html','w')

    f.write(resp.read())

    f.close()

 

 

import urllib2

import math

for i in range(1,1223):

    req = urllib2.Request('http://www.wooyun.org/user.php?action=openbugs&pNO='+bytes(i))

    cookie='xxxxxx';

    req.add_header('Cookie', cookie)

    resp = urllib2.urlopen(req)

    f=open('a.html','a+')

    f.write(resp.read())

    f.close()