Python 实现搭建本地IP代理池

爬取：66ip免费代理

    def get_66ip(self):
        """
        抓取66ip免费代理
        :return:
        """
        for index in range(1, self.sixsix_url_range):
            count = 0
            province = ''
            url = 'http://www.66ip.cn/areaindex_{}/1.html'.format(index)
            html = self.get_html(url, flag=False)
            soup = BeautifulSoup(html, 'lxml')
            tr_list = soup.find_all(name='tr')
            for tr_ in tr_list[2:]:
                td_list = tr_.find_all(name='td')
                ip = td_list[0].string
                port = td_list[1].string