python爬取换页_python爬虫抓取翻页内容

qiushibaike 如何写抓取翻页的内容，这里只写好了一个抓取本页的内容

#coding=utf-8

import urllib2

import urllib

import re

page = 1

url = 'http://www.qiushibaike.com/hot/page/'+str(page)

user_agent = 'Mozilla/4.0 (compatible; MSIE 5.5; Windows NT)'

headers = { 'User-Agent' : user_agent }

try:

request = urllib2.Request(url,headers=headers)

response = urllib2.urlopen(request)

content = response.read()

pattern = re.compile('

.*?href.*?(.*?).*?

(.*?)

.*? (.*?)',re.S)

items = re.findall(pattern,content)

for item in items:

print item[0],item[1],item[2]

except urllib2.URLError,e:

if hasattr(e,"code"):

print e.code

if hasattr(e,'reason'):

print e.reason