gevent 异步爬虫

先上代码:

import requests
import gevent
from gevent import monkey; monkey.patch_socket()
import lxml.html

url_list = ['https://tieba.baidu.com/f?kw=%E9%83%91%E5%B7%9E%E8%B4%B4&ie=utf-8&pn={}'.format(i) for i in range(0,2000,50)]
def f(i):
	res = requests.get(i)
	d = lxml.html.fromstring(res.text)
	name = d.xpath('.//div[@class="threadlist_title pull_left j_th_tit "]/a/text()')
	print(name)

gevent.joinall([
    gevent.spawn(f,i) for i in url_list
])