select结合curl处理多个handle

#include <errno.h>
#include <stdlib.h>
#include <string.h>
#ifndef WIN32
#include <unistd.h>

#endif
#include <curl/multi.h>
#include <winsock2.h>

static const char *urls[] =
		{ "http://www.microsoft.com", "http://www.opensource.org",
				"http://www.google.com", "http://www.yahoo.com",
				"http://www.ibm.com", "http://www.mysql.com",
				"http://www.oracle.com", "http://www.ripe.net",
				"http://www.iana.org", "http://www.amazon.com",
				"http://www.netcraft.com", "http://www.heise.de",
				"http://www.chip.de", "http://www.ca.com",
				"http://www.cnet.com", "http://www.news.com",
				"http://www.cnn.com", "http://www.wikipedia.org",
				"http://www.dell.com", "http://www.hp.com",
				"http://www.cert.org", "http://www.mit.edu",
				"http://www.nist.gov", "http://www.ebay.com",
				"http://www.playstation.com", "http://www.uefa.com",
				"http://www.ieee.org", "http://www.apple.com",
				"http://www.symantec.com", "http://www.zdnet.com",
				"http://www.fujitsu.com", "http://www.supermicro.com",
				"http://www.hotmail.com", "http://www.ecma.com",
				"http://www.bbc.co.uk", "http://news.google.com",
				"http://www.foxnews.com", "http://www.msn.com",
				"http://www.wired.com", "http://www.sky.com",
				"http://www.usatoday.com", "http://www.cbs.com",
				"http://www.nbc.com", "http://slashdot.org",
				"http://www.bloglines.com", "http://www.techweb.com",
				"http://www.newslink.org", "http://www.un.org", };

#define MAX 10
#define CNT sizeof(urls)/sizeof(char*)

static size_t cb(char *d, size_t n, size_t l, void *p) {
	/* take care of the data here, ignored in this example */
	(void) d;
	(void) p;
	return n * l;
}

static void init(CURLM *cm, int i) {
	//void类型的指针
    // 初始化一个handle
	CURL *eh = curl_easy_init();

	//curl_easy_setopt是个宏函数,在编译时会被展开,提高速度
	curl_easy_setopt(eh, CURLOPT_WRITEFUNCTION, cb);
	curl_easy_setopt(eh, CURLOPT_HEADER, 0L);
	curl_easy_setopt(eh, CURLOPT_URL, urls[i]);
	curl_easy_setopt(eh, CURLOPT_PRIVATE, urls[i]);
	curl_easy_setopt(eh, CURLOPT_VERBOSE, 0L);

	//添加handle
	curl_multi_add_handle(cm, eh);
}

int main(int argc, char **argv) {
	CURLM *cm;
	CURLMsg *msg;
	long L;
	unsigned int C = 0;
	int M, Q, U = -1;
	fd_set R, W, E;

	struct timeval T;
	//1.初始全局变量
	curl_global_init(CURL_GLOBAL_ALL);

	//2.CURLM得到一个curl_multi的handle
	cm = curl_multi_init();

	//初始化多个链接的最大值
	curl_multi_setopt(cm, CURLMOPT_MAXCONNECTS, (long)MAX);
	for (C = 0; C < MAX; C++) {
		//3.往CURLM添加CURL,表示需要处理的curl
		init(cm, C);
	}
	while (U) {
		//4.开始handle
		curl_multi_perform(cm, &U);
		if (U) {
			FD_ZERO(&R);
			FD_ZERO(&W);
			FD_ZERO(&E);

			if (curl_multi_fdset(cm, &R, &W, &E, &M)) {
				fprintf(stderr, "E: curl_multi_fdset\n");
				return EXIT_FAILURE;
			}

			if (curl_multi_timeout(cm, &L)) {
				fprintf(stderr, "E: curl_multi_timeout\n");
				return EXIT_FAILURE;
			}

			if (L == -1)
				L = 100;

			if (M == -1) {
#ifdef WIN32
				Sleep(L);
#else
				sleep(L / 1000);
#endif
			} else {
				T.tv_sec = L / 1000;
				T.tv_usec = (L % 1000) * 1000;
				//5.阻塞等待,放回可读写的数据,(就是curl_multi_perform后有结果的数据)
				if (0 > select(M + 1, &R, &W, &E, &T)) {
					fprintf(stderr, "E: select(%i,,,,%li): %i: %s\n", M + 1, L,
					errno, strerror(errno));
					return EXIT_FAILURE;
				}
			}
		}
		//6.读取放回的结果(info)
		while ((msg = curl_multi_info_read(cm, &Q))) {
			if (msg->msg == CURLMSG_DONE) {
				char *url;
				CURL *e = msg->easy_handle;
				curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE, &url);

				fprintf(stderr, "R: %d - %s <%s>\n", msg->data.result,curl_easy_strerror(msg->data.result), url);
				//处理完handle后释放
				curl_multi_remove_handle(cm, e);
				curl_easy_cleanup(e);

			} else {
				fprintf(stderr, "E: CURLMsg (%d)\n", msg->msg);
			}
			if (C < CNT) {
				init(cm, C++);
				U++; /* just to prevent it from remaining at 0 if there are more
				 URLs to get */
			}
		}
	}
	curl_multi_cleanup(cm);
	curl_global_cleanup();

	return EXIT_SUCCESS;
}

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值