WSAEventselect 模型的一个多线程示例

最近看了一下winSock的I/O模型发现作者为了方便我们理解采用的基本上是单线程的处理方式。 于是乎抽点时间写了WSAEventselect的多线程服务器例程。

未及大批量的客户机测试难免有疏漏之处请见谅！

另外除非特别重要的地方加了注释之外，其他地方没有注释，想看的可要花点心思了，真是不好意思~

WSAEventselect多线程示例只是提供给我们一种在网络多线程处理时的一种操作方法，难点还是多线程对共享资源的访问，以及基于此如何优化我们的程序。

#include <winsock2.h> #include <windows.h> #include <stdio.h> #include <list> using namespace std; #pragma comment(lib , "Ws2_32.lib") //单线程能够处理的最大连接数值域是[1, WSA_MAXIMUM_WAIT_EVENTS] #define MAX_CHANNEL 12 typedef struct _tag_OBJ_SOCK{ SOCKET s; WSAEVENT ev; SOCKADDR_IN ad; } *pObj_sock, Obj_sock; typedef list<pObj_sock> SOCKOBJ_LIST; typedef list<pObj_sock>::iterator SOCKOBJ_LIST_ITR; typedef struct _tag_OBJ_ServerThread { SOCKOBJ_LIST sl; WSAEVENT wsaev[WSA_MAXIMUM_WAIT_EVENTS]; CRITICAL_SECTION cs; DWORD dThreadID; }*pOBJ_ServerThread, OBJ_ServerThread; typedef list<pOBJ_ServerThread> SERVERTHREAD_LIST; typedef list<pOBJ_ServerThread>::iterator SERVERTHREAD_LIST_ITR; SERVERTHREAD_LIST g_serverthread_list; CRITICAL_SECTION gs; pObj_sock CreateSockObj(SOCKET client) { pObj_sock psockobj = new Obj_sock(); if (psockobj != NULL) { psockobj->s = client; psockobj->ev = WSACreateEvent(); } return psockobj; } void Release_sockObj(pObj_sock p) { if (p) { WSACloseEvent(p->ev); printf("套接字%d退出/r/n", p->s); closesocket(p->s); delete p; p = NULL; } } void Release_ThreadObj(pOBJ_ServerThread p) { if (p) { delete p;//delete的过程会把CRITICAL_SECTION 删掉 p = NULL; //printf("线程%d退出/r/n",GetCurrentThreadId()); //ExitThread(0); } } pOBJ_ServerThread CreateObjThread() { pOBJ_ServerThread pThreadobj = new OBJ_ServerThread(); if (pThreadobj != NULL) { InitializeCriticalSection(&(pThreadobj->cs)); EnterCriticalSection(&gs); //新线程加入线程列表 g_serverthread_list.push_front(pThreadobj); LeaveCriticalSection(&gs); } return pThreadobj; } void RebuiltArray(pOBJ_ServerThread pThread) { EnterCriticalSection(&(pThread->cs)); memset(pThread->wsaev, 0, sizeof(pThread->wsaev)); // SOCKOBJ_LIST* psockobj_list = &(pThread->sl); SOCKOBJ_LIST_ITR itr = (pThread->sl).begin(); for (int i = 0;itr != (pThread->sl).end(); ++itr, ++i) { pThread->wsaev[i] = (*itr)->ev; } LeaveCriticalSection(&(pThread->cs)); } DWORD WINAPI ServerThread(LPVOID lpParam) { pOBJ_ServerThread pThreadObj = (pOBJ_ServerThread)lpParam; printf("新线程%d启动/r/n", GetCurrentThreadId()); while (TRUE) { //EnterCriticalSection(&(pThreadObj->cs));//如果此处进入关键代码区，那么当线程忙于处理I/O时，它将永不能接受新的连接 DWORD nEvent = (pThreadObj->sl).size(); int nIndex = WSAWaitForMultipleEvents(nEvent, pThreadObj->wsaev, FALSE, INFINITE, FALSE); if ((WAIT_FAILED == nIndex) || (WSA_WAIT_TIMEOUT == nIndex)) { continue; } nIndex = nIndex - WSA_WAIT_EVENT_0; for (DWORD i = nIndex; i < nEvent; ++i) { int iIndex = WSAWaitForMultipleEvents(1, &((pThreadObj->wsaev)[i]), TRUE, 1000, FALSE); if ((WAIT_FAILED == iIndex) || (WSA_WAIT_TIMEOUT == iIndex)) { continue; } iIndex = iIndex - WSA_WAIT_EVENT_0; iIndex = iIndex + i;//wait的起始位置是(pThreadObj->wsaev)[i]所以在起始位置有偏移i SOCKOBJ_LIST_ITR itr = (pThreadObj->sl).begin(); for (i = 0; i < iIndex; ++i, ++itr); WSANETWORKEVENTS wsanetet; int nRet = WSAEnumNetworkEvents((*itr)->s, (pThreadObj->wsaev)[i], &wsanetet);//此函数的调用将WSAEVENT置为未受信 if (SOCKET_ERROR == nRet) { continue; } if (wsanetet.lNetworkEvents & FD_READ) { if (wsanetet.iErrorCode[FD_READ_BIT] != 0) { continue; } char* buff = new char[1024]; memset(buff, 0, 1024); recv((*itr)->s, buff, 1024, 0); printf("线程%d的套接字%d说%s/r/n", GetCurrentThreadId(), (*itr)->s, buff); delete[] buff; } if (wsanetet.lNetworkEvents & FD_CLOSE)//不要做BIT检查，以防止客户机的强制退出，未及调用closesocket(); { EnterCriticalSection(&(pThreadObj->cs)); //从线程移出该链接 Release_sockObj(*itr); (pThreadObj->sl).erase(itr); //线程链接数为0时关闭线程，这里我们不考虑线程池回收 注：我们可以把此处待关闭的线程用一个链表回收起来已备下次使用 if (!((pThreadObj->sl).size())) { EnterCriticalSection(&gs); g_serverthread_list.remove(pThreadObj); LeaveCriticalSection(&gs); Release_ThreadObj(pThreadObj); printf("线程%d退出/r/n",GetCurrentThreadId()); ExitThread(0); } //重置线程等待的网络事件的数组 RebuiltArray(pThreadObj); LeaveCriticalSection(&(pThreadObj->cs)); } } //LeaveCriticalSection(&(pThreadObj->cs)); } return 0; } void AssignToFreeThread(pObj_sock psockobj) { if (psockobj == NULL) { return; } EnterCriticalSection(&gs); //从现有的线程中查找有没有空位可以接受它 SERVERTHREAD_LIST_ITR itr = g_serverthread_list.begin(); for (int i = 1;itr != g_serverthread_list.end(); ++itr, ++i) { SOCKOBJ_LIST* psockobj_list = &((*itr)->sl); if (psockobj_list->size() < MAX_CHANNEL)//每线程最多处理MAX_CHANNEL个连接 { EnterCriticalSection(&((*itr)->cs)); printf("线程%d接受连接%d/r/n", (*itr)->dThreadID, psockobj->s); psockobj_list->push_back(psockobj);//这里必须用push_back不能用push_front //重置线程的等待事件数组 RebuiltArray(*itr); LeaveCriticalSection(&((*itr)->cs)); break; } } if (itr == g_serverthread_list.end()) { //创建一个新线程用来处理新链接 pOBJ_ServerThread pThreadobj = CreateObjThread(); if (pThreadobj == NULL) { LeaveCriticalSection(&gs); return; } //链接加入新线程 EnterCriticalSection(&(pThreadobj->cs)); (pThreadobj->sl).push_front(psockobj); RebuiltArray(pThreadobj); //创建一个实体线程 线程结构作为参数传入 CreateThread(NULL, 0, ServerThread, (LPVOID)pThreadobj, 0, &(pThreadobj->dThreadID)); LeaveCriticalSection(&(pThreadobj->cs)); } LeaveCriticalSection(&gs); } void Init() { g_serverthread_list.clear(); InitializeCriticalSection(&gs); //加载套接字库 WSADATA wsa; int err = WSAStartup(MAKEWORD(2, 2), &wsa); if (err != 0) { //we can't find a usable WINSOCK dll return; } if ((HIBYTE(wsa.wVersion) != 2) || (LOBYTE(wsa.wVersion) != 2)) { //not support 2.2 WSACleanup(); return; } } void main() { Init(); SOCKET ListenSocket = WSASocket(AF_INET, SOCK_STREAM, IPPROTO_TCP, 0, 0, 0); if (ListenSocket == INVALID_SOCKET) { printf("create listen sock with error: %d", WSAGetLastError()); WSACleanup(); return; } struct sockaddr_in addr; addr.sin_family = AF_INET; addr.sin_port = htons(11111); addr.sin_addr.s_addr = inet_addr("172.26.19.10"); if (bind(ListenSocket, (SOCKADDR*)(&addr), sizeof(addr)) == SOCKET_ERROR) { printf("bind listen sock with error: %d", WSAGetLastError()); closesocket(ListenSocket); WSACleanup(); return; } listen(ListenSocket, 8); WSAEVENT wsaEvent = WSACreateEvent(); WSAEventSelect(ListenSocket, wsaEvent, FD_ACCEPT); DWORD oldtime = 0; while (TRUE) { int nRet = WaitForSingleObject(wsaEvent, 3000); if (nRet == WAIT_FAILED) { printf("failed for WaitForSingleObject We Shall break"); break; }else if (nRet == WAIT_TIMEOUT) { //do any you want if (GetTickCount() - oldtime > 10000) { //printf("================================================/r/n"); EnterCriticalSection(&gs); SERVERTHREAD_LIST_ITR itr = g_serverthread_list.begin(); for (;itr != g_serverthread_list.end(); ++itr) { pOBJ_ServerThread pthreadobj= (*itr); printf("线程%dinclude:", pthreadobj->dThreadID); EnterCriticalSection(&(pthreadobj->cs)); SOCKOBJ_LIST* psocklist = &(pthreadobj->sl); SOCKOBJ_LIST_ITR ittr = psocklist->begin(); for (;ittr != psocklist->end(); ++ittr) { pObj_sock psockobj= (*ittr); printf("SOCKET %d ", psockobj->s); } printf("/r/n"); LeaveCriticalSection(&(pthreadobj->cs)); } LeaveCriticalSection(&gs); //printf("================================================/r/n"); oldtime = GetTickCount(); } }else { ResetEvent(wsaEvent); SOCKADDR_IN addr; int nLen = sizeof(addr); SOCKET acceptsock = accept(ListenSocket, (SOCKADDR*)(&addr), &nLen); if (acceptsock == INVALID_SOCKET) { printf("failed to accept with error: %d", WSAGetLastError()); break; }else{ printf("新连接%d/r/n", acceptsock); } //创建一个sock_obj关联网络事件 pObj_sock psockobj = CreateSockObj(acceptsock); if (psockobj == NULL) { continue; } //注册该连接需要关注的网络事件 WSAEventSelect(acceptsock, psockobj->ev, FD_READ | FD_CLOSE); //将创建的sock_obj交给有空位的线程处理 AssignToFreeThread(psockobj); } } closesocket(ListenSocket); WSACleanup(); }

后面还会就select（）模型设计一个多线程示例【毕竟linux下还是要用这个模型】 以及重叠I/O的完成例程设计一个多线程示例。至于完成端口过于复杂了~ 哈哈