【py spider】读取代理ip文件的几个函数 | 代理ip获取 | TXT

使用代理ip的时候有三种方式

1. 买到一批代理ip号后，利用卖者网站给的id访问卖者网站，返回一个ip号
2. 卖家网站发一个TXT文件,放一批ip号
3. 下载卖家的软件，会更改本地的ip

我使用的是第二种，黑洞ip的

import requests
import os
import random




# 全局ip池
ips = []
# 当前代理
current_proxy = ''


def init():
    # 读取ip代理
    global ips
    ips = []
    file = open('E:/ips.txt')
    ips = file.readlines()
    file.close()
    global current_proxy
    current_proxy = ips[random.randint(0, len(ips) - 1)].replace("\n","")
    print(current_proxy)


def getProxy():
    global ips
    if ips == []:
        return ''

    global current_proxy
    current_proxy = ips[random.randint(0, len(ips) - 1)].replace("\n","")
    return current_proxy





if __name__ == '__main__':



    init()

    url = "https://baidu.com"


    proxy = getProxy()

    proxies = {
        "http"  : 'http://' + proxy,
    }

    print(proxy)



    headers = {
        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/89.0.4389.114 Safari/537.36 Edg/89.0.774.75'
    }

    response = requests.get(
        url,
        proxies=proxies,
        headers=headers
    )


    resp = requests.get(url, proxies=proxies,headers = headers)


    print(resp.status_code)
    print(resp.text)