python爬虫百度贴吧--又见一帘幽梦

import sys
reload(sys)
sys.setdefaultencoding( "utf-8" )
import urllib2
import urllib
import html5lib
import json
import time
import random
from bs4 import BeautifulSoup
outputFile = 'xiaoshuo.txt'
fw = open(outputFile, 'w')
#title='name;phone;address;contect;e-maill;email;QQ;tel;url;\n'
#fw.write(title.encode('gbk'))
headers = {}
headers["User-Agent"] = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/44.0.2403.157 Safari/537.36"
i=0

for num in range (1,28):
	print num
	url="http://tieba.baidu.com/p/1627785354?pn="+str(num)
	request = urllib2.Request(url=url,headers=headers)		
	response = urllib2.urlopen(request)
	html = response.read()
	html = BeautifulSoup(html,"html5lib",from_encoding='utf-8')
	cmplist=html.select('.d_post_content')
	for index in range(len(cmplist)):
		info=cmplist[index].get_text()+"\n"
		fw.write(info)
#fw.write(cmplist)					
fw.close()

 

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值