使用代理ip爬虫

使用代理ip爬虫

# -*- coding:utf-8 -*-
import requests
def check_ip(item):
    url = 'http://www.baidu.com/'
    proxies = {
        'http': f'http://{item["ip_address"]}:{item["ip_port"]}',
    }
    try:
        response = requests.get(url, proxies=proxies, timeout=5)
        if response.text:
            print("代理ip可用", proxies)
    except Exception as e:
        print("代理ip不可用", e)
if __name__ == '__main__':
    items = [
        {"ip_address": "116.62.204.186", "ip_port": "3128"},
        {"ip_address": "120.25.252.131", "ip_port": "8118"},
        {"ip_address": "45.221.73.46", "ip_port": "8080"},
        {"ip_address": '112.95.24.95', "ip_port": '8118'},
        {"ip_address": '27.43.186.205', "ip_port": "9999"},
        {"ip_address": '175.153.22.74', "ip_port": '61234'},
        {"ip_address": '120.79.169.174', "ip_port": '3128'},
    ]
    for item in items:
        check_ip(item)