xpath抓取代理ip


#coding:utf-8
import urllib
import urllib2
import requests
from bs4 import BeautifulSoup
from lxml import etree
_headers={'Accept':'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
'Accept-Encoding':'gzip, deflate, sdch',
'Accept-Language':'zh-CN,zh;q=0.8',
'Cache-Control':'max-age=0',
'Connection':'keep-alive',
'Host':'www.xicidaili.com',
'If-None-Match':'W/"b077743016dc54409ebe6b86ba7a869b"',
'Upgrade-Insecure-Requests':'1',
'User-Agent':'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.75 Safari/537.36',
}
_cookies=None
try:
    #_cookies=requests.get('http://www.xicidaili.com/nn/1',headers=_headers).cookies
    response=requests.get('http://www.xicidaili.com/nn',headers=_headers)
    text=response.text
    html=etree.HTML(text)
    result=html.xpath('(//tr[@class="odd"]|//tr[@class=""])/td[2]')
    result1 = html.xpath('(//tr[@class="odd"]|//tr[@class=""])/td[3]')
    result2 = html.xpath('(//tr[@class="odd"]|//tr[@class=""])/td[6]')
    print result
    for i ,j ,k in zip(result,result1,result2):
        print i.text,j.text,k.text

except urllib2.URLError,e:
    print e.reason
  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值