使用Redis数据的zset-有序集合键作为IP代理管理分数更新的机制
实例:(底部附:代理池全部代码实现)
# -*- coding: utf-8 -*-
import requests
from examples.t import get_proxies
from proxypool.setting import TEST_URL
import redis
import threading
redis = redis.Redis(host='192.168.', port='', password='',db=0)
def get_data():
for j in range(0,1000):
print('成功请求次数合计',j)
for i in range(0,100):
IP = get_proxies()
# IP= '118.112.194.183:9999'
if '无IP' in IP:
print('无ip可用')
pass
else:
proxies = {
'http': 'http://' + IP,
'https': 'https://' + IP,
}
try:
response = requests.get(TEST_URL, proxies=proxies,timeout=3)
if response.status_code