I/O完成端口模型是在多处理器上处理多个异步IO请求的高效线程模型。创建完成端口时,系统自动创建完成队列,并结合自动创建的线程池,可以快速,有效的完成任务。并不是接收到一个IO请求是才创建线程。
一个IO请求创建一个线程将会造成CPU在大量的线程间切换,开销是很大的。
参书籍:《Windows核心编程》《Windows网络编程》
/*Winsock2 IO完成端口*/
#include<stdio.h>
#include<winsock2.h>
#include<windows.h>
#pragma comment(lib, "ws2_32.lib")
#define PORT 5050
#define MSGSIE 1024
typedef struct
{
OVERLAPPED overlap;
WSABUF Buffer; //只存放指针和一个len
char szMessage[MSGSIZE]; //实际为这个
DWORD NumberOfBytesRecvd;
DWORD Flags;
OPERATION_TYPE OpetationType;
}PER_IO_OPERATION_DATA, *LPPER_IO_OPERATION_DATA;
DWORD WINAPI WorkerThread(LPVOID CompletionPort); //
int main()
{
//定义基本变量
WSADATA wsaData;
SOCKET sListen, sClient;
SOCKADDR_IN local, client;
DWORD i, dwThreadId;
int iAddrSize = sizeof(SOCKADDR_IN);
HANDLE CompletionPort = INVALID_HANDLE_VALUE;
SYSTEM_INFO sysinfo;
LPPER_IO_OPERATION_DATA lpPerIoData = NULL;
//加载套接字库
WSAStartup(MAKEWORD(2,2), &wsaData);
//创建完成端口
CompletionPort = CreateIoCompletionPort(INVALID_HANDLE_VALUE, NULL, 0, 0);
//得到处理器信息
GetSystemInfo(&sysinfo);
//创建工作线程数为处理器数2倍
for(i = 0; i<sysinfo.dwNumberOfProcessors*2; i++)
{
CreateThread(NULL,0,WorkerThread,CompletionPort,0,&dwThreadId);
//安全性,栈大小,线程函数,传递的函数参数,立即激活,保存id
}
//创建侦听套接字
sListen = WSASocket(AF_INET,SOCK_STREAM,0);
//初始化local地址
memset(&local,0,sizeof(SOCKADDR_IN));
local.sin_family = AF_INET;
local.sin_port = htons(PORT);
local.sin_addr.s_addr = htonl(INADDR_ANY);
//绑定
bind(sListen,(SOCKADDR*)&local,sizeof(SOCKADDR_IN));
//侦听
listen(sListen, 5);
//主线程用于循环accept
while(TRUE)
{
//接受
sCient = WSAAccept(sListen,(SOCKADDR*)&client,&iAddrSize,NULL,0);
printf("Accept Client:%s:%d\n",inet_ntoa(client.sin_addr),ntohs(client.sin_port));
//客户套接与完成端口绑定,完成键为套接字地址
CreateIoCompletionPort((HANDLE)sClient,CompletionPort,(DWORD)sClient,0);
//为客户套接字分配空间
//创建用来和套接字关联的单句柄数据信息结构
lpPerIoData=(LPPER_IO_OPERATION_DATA)HeapAlloc(
GetProcessHeap(),
HEAP_ZERO_MEMORY,
sizeof(PER_IO_OPERATION_DATA));
ZeroMemory(&(lpPerIoData->overlap),sizeof(OVERLAPPED));
lpPerIoData->Buffer.len = MSGSIZE;
lpPerIoData->Buffer.buf = lpPerIoData->szMessage;
lpPerIoData->OpetationType = RECV_POSTED;
//发送一个异步接收数据请求
WSARecv(sClient,
&lpPerIoData->Buffer,
1,
&lpPerIoData->NumberOfBytesRecvd,
&lpPerIoData->Flags,
&lpPerIoData->overlap,
NULL);
}
PostQueuedCompletionStauts(CompletionPort,0xFFFFFFFF,0,NULL);
//完成端口,已传输数据DWORD,完成键,overlap
CloseHandle(CompletionPort);
closesocket(sListen);
WSACleanup();
return 0;
}
DWORD WINAPI WorkerThread(LPVOID lpParam)
{
HANDLE CompletionPort = (HANDLE)lpParam;
DWORD dwBytesTransferred;
SOCKET sClient;
LPPER_IO_OPERATION_DATA lpPerIoData = NULL;
while(TRUE)
{
GetQueuedCompletionStatus(CompletionPort, //
&dwBytesTransferred, //实际传输的
(DWORD*)sClient, //完成键
(LPOVERLAPPED*)&lpPerIoData,//overlap放在结构第一
INFINITE);
if(dwBytesTransferred==0xFFFFFFFF) //post的模拟请求
{
return 0;
}
if(lpPerIoData->OpetationType==RECV_POSTED)
{ //利用结构体传输请求类型,此时完成键不能区别请求类型
if(dwBytesTransferred==0){
closesocket(sClient);
HeapFree(GetProcessHeap(),0,lpPerIoData);
}else{
//lpPerIoData->szMessage[dwBytesTransferred]='\0';
send(sClient,lpPerIoData->szMessage,dwBytesTransferred,0);
memset(lpPerIoData,0,sizeof(PER_IO_OPERATION_DATA));
lpPerIoData->Buffer.len = MSGSIZE;
lpPerIoData->Buffer.buf = lpPerIoData->szMessage;
lpPerIoData->OpetationType = RECV_POSTED;
WSARecv(sClient,
&lpPerIoData->Buffer,
1,
&lpPerIoData->NumberOfBytesRecvd,
&lpPerIoData->Flags,
&lpPerIoData->overlap,
NULL);
}
}
}
return 0;
}
参链接:http://blog.csdn.net/VisualEleven/article/details/6088590
// IOCP2.cpp : Defines the entry point for the console application.
//
#include "stdafx.h"
#include <WinSock2.h>
#include <MSWSock.h>
#include <Windows.h>
#include <process.h>
#pragma comment(lib, "WS2_32.lib")
#define MAX_BUFFER 256
#define MAX_TIMEOUT 1000
#define MAX_SOCKET 1024
#define MAX_THREAD 64
#define MAX_ACCEPT 5
typedef enum _OPERATION_INFO_
{
OP_NULL,
OP_ACCEPT,
OP_READ,
OP_WRITE
}OPERATIONINFO;
typedef struct _PER_HANDLE_DATA_
{
public:
_PER_HANDLE_DATA_()
{
clean();
}
~_PER_HANDLE_DATA_()
{
clean();
}
protected:
void clean()
{
sock = INVALID_SOCKET;
memset(&addr, 0, sizeof(addr));
addr.sin_addr.S_un.S_addr = INADDR_ANY;
addr.sin_port = htons(0);
addr.sin_family = AF_INET;
}
public:
SOCKET sock;
SOCKADDR_IN addr;
}PERHANDLEDATA, *PPERHANDLEDATA;
typedef struct _PER_IO_DTATA_
{
public:
_PER_IO_DTATA_()
{
clean();
}
~_PER_IO_DTATA_()
{
clean();
}
void clean()
{
ZeroMemory(&ol, sizeof(ol));
memset(buf, 0, sizeof(buf));
sAccept = INVALID_SOCKET;
sListen = INVALID_SOCKET;
wsaBuf.buf = buf;
wsaBuf.len = MAX_BUFFER;
opType = OP_NULL;
}
public:
WSAOVERLAPPED ol;
SOCKET sAccept; // Only valid with AcceptEx
SOCKET sListen; // Only valid with AcceptEx
WSABUF wsaBuf;
char buf[MAX_BUFFER];
OPERATIONINFO opType;
}PERIODATA, *PPERIODATA;
HANDLE hThread[MAX_THREAD] = {0};
PERIODATA* pAcceptData[MAX_ACCEPT] = {0};
int g_nThread = 0;
BOOL g_bExitThread = FALSE;
LPFN_ACCEPTEX lpfnAcceptEx = NULL;
LPFN_GETACCEPTEXSOCKADDRS lpfnGetAcceptExSockAddrs = NULL;
GUID GuidAcceptEx = WSAID_ACCEPTEX;
GUID GuidGetAcceptExSockAddrs = WSAID_GETACCEPTEXSOCKADDRS;
unsigned __stdcall ThreadProc(LPVOID lParam);
BOOL PostAccept(PERIODATA* pIoData);
int _tmain(int argc, _TCHAR* argv[])
{
WORD wVersionRequested = MAKEWORD(2, 2);
WSADATA wsaData;
if(0 != WSAStartup(wVersionRequested, &wsaData))
{
printf("WSAStartup failed with error code: %d/n", GetLastError());
return EXIT_FAILURE;
}
if(2 != HIBYTE(wsaData.wVersion) || 2 != LOBYTE(wsaData.wVersion))
{
printf("Socket version not supported./n");
WSACleanup();
return EXIT_FAILURE;
}
// Create IOCP
HANDLE hIOCP = CreateIoCompletionPort(INVALID_HANDLE_VALUE, NULL, NULL, 0);
if(NULL == hIOCP)
{
printf("CreateIoCompletionPort failed with error code: %d/n", WSAGetLastError());
WSACleanup();
return EXIT_FAILURE;
}
// Create worker thread
SYSTEM_INFO si = {0};
GetSystemInfo(&si);
for(int i = 0; i < (int)si.dwNumberOfProcessors+2; i++)
{
hThread[g_nThread] = (HANDLE)_beginthreadex(NULL, 0, ThreadProc, (LPVOID)hIOCP, 0, NULL);
if(NULL == hThread[g_nThread])
{
printf("_beginthreadex failed with error code: %d/n", GetLastError());
continue;
}
++g_nThread;
if(g_nThread > MAX_THREAD)
{
break;
}
}
// Create listen SOCKET
SOCKET sListen = WSASocket(AF_INET, SOCK_STREAM, IPPROTO_TCP, NULL, 0, WSA_FLAG_OVERLAPPED);
if(INVALID_SOCKET == sListen)
{
printf("WSASocket failed with error code: %d/n", WSAGetLastError());
goto EXIT_CODE;
}
// Associate SOCKET with IOCP
if(NULL == CreateIoCompletionPort((HANDLE)sListen, hIOCP, NULL, 0))
{
printf("CreateIoCompletionPort failed with error code: %d/n", WSAGetLastError());
if(INVALID_SOCKET != sListen)
{
closesocket(sListen);
sListen = INVALID_SOCKET;
}
goto EXIT_CODE;
}
// Bind SOCKET
SOCKADDR_IN addr;
memset(&addr, 0, sizeof(addr));
addr.sin_family = AF_INET;
addr.sin_addr.S_un.S_addr = inet_addr("127.0.0.1");
addr.sin_port = htons(5050);
if(SOCKET_ERROR == bind(sListen, (LPSOCKADDR)&addr, sizeof(addr)))
{
printf("bind failed with error code: %d/n", WSAGetLastError());
if(INVALID_SOCKET != sListen)
{
closesocket(sListen);
sListen = INVALID_SOCKET;
}
goto EXIT_CODE;
}
// Start Listen
if(SOCKET_ERROR == listen(sListen, 200))
{
printf("listen failed with error code: %d/n", WSAGetLastError());
if(INVALID_SOCKET != sListen)
{
closesocket(sListen);
sListen = INVALID_SOCKET;
}
goto EXIT_CODE;
}
printf("Server start, wait for client to connect .../n");
DWORD dwBytes = 0;
if(SOCKET_ERROR == WSAIoctl(sListen, SIO_GET_EXTENSION_FUNCTION_POINTER, &GuidAcceptEx, sizeof(GuidAcceptEx), &lpfnAcceptEx,
sizeof(lpfnAcceptEx), &dwBytes, NULL, NULL))
{
printf("WSAIoctl failed with error code: %d/n", WSAGetLastError());
if(INVALID_SOCKET != sListen)
{
closesocket(sListen);
sListen = INVALID_SOCKET;
}
goto EXIT_CODE;
}
if(SOCKET_ERROR == WSAIoctl(sListen, SIO_GET_EXTENSION_FUNCTION_POINTER, &GuidGetAcceptExSockAddrs,
sizeof(GuidGetAcceptExSockAddrs), &lpfnGetAcceptExSockAddrs, sizeof(lpfnGetAcceptExSockAddrs),
&dwBytes, NULL, NULL))
{
printf("WSAIoctl failed with error code: %d/n", WSAGetLastError());
if(INVALID_SOCKET != sListen)
{
closesocket(sListen);
sListen = INVALID_SOCKET;
}
goto EXIT_CODE;
}
// Post MAX_ACCEPT accept
for(int i=0; i<MAX_ACCEPT; i++)
{
pAcceptData[i] = new PERIODATA;
pAcceptData[i]->sListen = sListen;
PostAccept(pAcceptData[i]);
}
// After 1 hour later, Server shutdown.
Sleep(1000 * 60 *60);
EXIT_CODE:
g_bExitThread = TRUE;
PostQueuedCompletionStatus(hIOCP, 0, NULL, NULL);
WaitForMultipleObjects(g_nThread, hThread, TRUE, INFINITE);
for(int i = 0; i < g_nThread; i++)
{
CloseHandle(hThread[g_nThread]);
}
for(int i=0; i<MAX_ACCEPT; i++)
{
if(pAcceptData[i])
{
delete pAcceptData[i];
pAcceptData[i] = NULL;
}
}
if(INVALID_SOCKET != sListen)
{
closesocket(sListen);
sListen = INVALID_SOCKET;
}
CloseHandle(hIOCP); // Close IOCP
WSACleanup();
return 0;
}
BOOL PostAccept(PERIODATA* pIoData)
{
if(INVALID_SOCKET == pIoData->sListen)
{
return FALSE;
}
DWORD dwBytes = 0;
pIoData->opType = OP_ACCEPT;
pIoData->sAccept = WSASocket(AF_INET, SOCK_STREAM, IPPROTO_TCP, NULL, 0, WSA_FLAG_OVERLAPPED);
if(INVALID_SOCKET == pIoData->sAccept)
{
printf("WSASocket failed with error code: %d/n", WSAGetLastError());
return FALSE;
}
if(FALSE == lpfnAcceptEx(pIoData->sListen, pIoData->sAccept, pIoData->wsaBuf.buf, pIoData->wsaBuf.len - ((sizeof(SOCKADDR_IN)+16)*2),
sizeof(SOCKADDR_IN)+16, sizeof(SOCKADDR_IN)+16, &dwBytes, &(pIoData->ol)))
{
if(WSA_IO_PENDING != WSAGetLastError())
{
printf("lpfnAcceptEx failed with error code: %d/n", WSAGetLastError());
return FALSE;
}
}
return TRUE;
}
unsigned __stdcall ThreadProc(LPVOID lParam)
{
HANDLE hIOCP = (HANDLE)lParam;
PERHANDLEDATA* pPerHandleData = NULL;
PERIODATA* pPerIoData = NULL;
WSAOVERLAPPED* lpOverlapped = NULL;
DWORD dwTrans = 0;
DWORD dwFlags = 0;
while(!g_bExitThread)
{
BOOL bRet = GetQueuedCompletionStatus(hIOCP, &dwTrans, (PULONG_PTR)&pPerHandleData, &lpOverlapped, MAX_TIMEOUT);
if(!bRet)
{
// Timeout and exit thread
if(WAIT_TIMEOUT == GetLastError())
{
continue;
}
// Error
printf("GetQueuedCompletionStatus failed with error: %d/n", GetLastError());
continue;
}
else
{
pPerIoData = CONTAINING_RECORD(lpOverlapped, PERIODATA, ol);
if(NULL == pPerIoData)
{
// Exit thread
break;
}
if((0 == dwTrans) && (OP_READ == pPerIoData->opType || OP_WRITE == pPerIoData->opType))
{
// Client leave.
printf("Client: <%s : %d> leave./n", inet_ntoa(pPerHandleData->addr.sin_addr), ntohs(pPerHandleData->addr.sin_port));
closesocket(pPerHandleData->sock);
delete pPerHandleData;
delete pPerIoData;
continue;
}
else
{
switch(pPerIoData->opType)
{
case OP_ACCEPT: // Accept
{
SOCKADDR_IN* remote = NULL;
SOCKADDR_IN* local = NULL;
int remoteLen = sizeof(SOCKADDR_IN);
int localLen = sizeof(SOCKADDR_IN);
lpfnGetAcceptExSockAddrs(pPerIoData->wsaBuf.buf, pPerIoData->wsaBuf.len - ((sizeof(SOCKADDR_IN)+16)*2),
sizeof(SOCKADDR_IN)+16, sizeof(SOCKADDR_IN)+16, (LPSOCKADDR*)&local, &localLen, (LPSOCKADDR*)&remote, &remoteLen);
printf("Client <%s : %d> come in./n", inet_ntoa(remote->sin_addr), ntohs(remote->sin_port));
printf("Recv Data: <%s : %d> %s./n", inet_ntoa(remote->sin_addr), ntohs(remote->sin_port), pPerIoData->wsaBuf.buf);
if(NULL != pPerHandleData)
{
delete pPerHandleData;
pPerHandleData = NULL;
}
pPerHandleData = new PERHANDLEDATA;
pPerHandleData->sock = pPerIoData->sAccept;
PERHANDLEDATA* pPerHandle = new PERHANDLEDATA;
pPerHandle->sock = pPerIoData->sAccept;
PERIODATA* pPerIo = new PERIODATA;
pPerIo->opType = OP_WRITE;
strcpy_s(pPerIo->buf, MAX_BUFFER, pPerIoData->buf);
DWORD dwTrans = strlen(pPerIo->buf);
memcpy(&(pPerHandleData->addr), remote, sizeof(SOCKADDR_IN));
// Associate with IOCP
if(NULL == CreateIoCompletionPort((HANDLE)(pPerHandleData->sock), hIOCP, (ULONG_PTR)pPerHandleData, 0))
{
printf("CreateIoCompletionPort failed with error code: %d/n", GetLastError());
closesocket(pPerHandleData->sock);
delete pPerHandleData;
continue;
}
// Post Accept
memset(&(pPerIoData->ol), 0, sizeof(pPerIoData->ol));
PostAccept(pPerIoData);
// Post Receive
DWORD dwFlags = 0;
if(SOCKET_ERROR == WSASend(pPerHandle->sock, &(pPerIo->wsaBuf), 1,
&dwTrans, dwFlags, &(pPerIo->ol), NULL))
{
if(WSA_IO_PENDING != WSAGetLastError())
{
printf("WSASend failed with error code: %d/n", WSAGetLastError());
closesocket(pPerHandle->sock);
delete pPerHandle;
delete pPerIo;
continue;
}
}
}
break;
case OP_READ: // Read
printf("recv client <%s : %d> data: %s/n", inet_ntoa(pPerHandleData->addr.sin_addr), ntohs(pPerHandleData->addr.sin_port), pPerIoData->buf);
pPerIoData->opType = OP_WRITE;
memset(&(pPerIoData->ol), 0, sizeof(pPerIoData->ol));
if(SOCKET_ERROR == WSASend(pPerHandleData->sock, &(pPerIoData->wsaBuf), 1, &dwTrans, dwFlags, &(pPerIoData->ol), NULL))
{
if(WSA_IO_PENDING != WSAGetLastError())
{
printf("WSASend failed with error code: %d./n", WSAGetLastError());
continue;
}
}
break;
case OP_WRITE: // Write
{
pPerIoData->opType = OP_READ;
dwFlags = 0;
memset(&(pPerIoData->ol), 0, sizeof(pPerIoData->ol));
memset(pPerIoData->buf, 0, sizeof(pPerIoData->buf));
pPerIoData->wsaBuf.buf = pPerIoData->buf;
dwTrans = pPerIoData->wsaBuf.len = MAX_BUFFER;
if(SOCKET_ERROR == WSARecv(pPerHandleData->sock, &(pPerIoData->wsaBuf), 1, &dwTrans, &dwFlags, &(pPerIoData->ol), NULL))
{
if(WSA_IO_PENDING != WSAGetLastError())
{
printf("WSARecv failed with error code: %d./n", WSAGetLastError());
continue;
}
}
}
break;
default:
break;
}
}
}
}
return 0;
}