python soup findall div tr td_python BeautifulSoup 获取页面多个子节点中的各个节点的内容...

最新推荐文章于 2022-10-05 22:53:06 发布

weixin_39814925

最新推荐文章于 2022-10-05 22:53:06 发布

阅读量419

点赞数

文章标签： python soup findall div tr td

页面html格式为

lyl5577d92

李永利

lyl5577d

469680008

2016-05-21 15:24:27.0

0000

1 importhttplib2 from BeautifulSoup importBeautifulSoup3

5 defmain():6 f = open('result','a')7

8 headers = {'Content-Type':'application/x-www-form-urlencoded',9 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',10 'Accept-Language': 'zh-CN,zh;q=0.8,en-US;q=0.5,en;q=0.3',11 'Accept-Encoding': 'gzip, deflate',12 'Referer': 'http://xxx.xxx.com/admin/userlist',13 'Cookie': 'JSESSIONID=9F6F2D03D2C11400B3D6731E90D73117',14 'User-Agent': 'User-Agent: Mozilla/5.0 (Windows NT 6.1; rv:46.0) Gecko/20100101 Firefox/46.0',15 }16

17 conn = httplib.HTTPConnection('*.*.*.*', timeout=50)18

19 for p in range(1,1287):20 printp21 conn.request(method='GET',22 url="/admin/userlist?toPage=%s&sessionID=" %str(p),23 headers=headers)24 resp =conn.getresponse()25 html_doc =resp.read()26 mainSoup =BeautifulSoup(html_doc)27 for s in mainSoup.findAll('tr', attrs={'bgcolor':'#7bb5de'}):28 if 'style' not instr(s):29 continue

30 for d in s.findAll('td'):31 printd.getText(),32 f.write("%s" % d.getText().encode('utf-8')) #f.write("%s " % d.getText())==> UnicodeEncodeError: 'ascii' codec can't encode characters in position 0-2: ordinal not in range(128)33 f.write("%s\n" % d.getText().encode('utf-8'))34 print

35 f.close()36 conn.close()37

39 if __name__ == '__main__':40 main()41