1、上代码:
import signal
import time
import sys
import pandas as pd
from gevent import monkey
import requests
# 取消线程阻塞
monkey.patch_all()
import gevent
import urllib
df = pd.read_csv("url_list.csv", encoding="GBK")
df2 = pd.read_csv("url_list.csv", encoding="GBK")
df2['result'] = "error"
print(df2)
url_lists = df["url_list"]
print("url_lists:", url_lists)
def testNoHttpResponseException(url):
print('GET: %s' % url)
for url in url_lists:
print("url:", url)
try:
responsecode = urllib.request.urlopen(url, timeout=1).getcode()
print("responsecode:", responsecode)
df2.ix[df2['url_list'] == url, 'result'] = responsecode
except:
pass
continue
gevent.sleep(3)
# gevent.joinall添加所有的协程
# gevent.spawn创建一个协程testNoHttpResponseException,第二个参数url_list是传入程序的参数
gevent.joinall([gevent.spawn(testNoHttpResponseException, url_lists)])
df2.to_csv("checkresult.csv", encoding="GBK", index=False)
2、url_list.csv模板