c mysql 源码_CYYMysql 源码解读 4

ThreadPool.cpp文件主要是实现线程池，线程池和内存池以及连接池原理都是差不多，一开始申请好了然后需要的时候自己调用就行了。

下面是源码和注释：

#include "stdafx.h"

#include "ThreadPool.h"

//#include "afxtempl.h"

//#include "afxmt.h"

//

// Construction/Destruction

//

CThreadPool::CThreadPool()

{

}

CThreadPool::~CThreadPool()

{

}

void CThreadPool::Start(unsigned short nStatic, unsigned short nMax) //线程池开始函数

{

ASSERT(nMax>=nStatic);

m_nNumberOfStaticThreads=nStatic;//线程数

m_nNumberOfTotalThreads=nMax; //最大线程数量

//lock the resource

CAutoLock lock(&m_arrayCs);

//CSingleLock singleLock(&m_arrayCs);

//singleLock.Lock(); // Attempt to lock the shared resource

//create an IO port

m_hMgrIoPort = CreateIoCompletionPort((HANDLE)INVALID_HANDLE_VALUE, NULL, 0, 0); //管理线程完成端口

CWinThread* pWinThread = AfxBeginThread((AFX_THREADPROC)ManagerProc, this);

//DWORD dwThreadID;

//HANDLE pWinThread = CreateThread(NULL,0,ManagerProc,this,0,&dwThreadID);

m_hMgrThread = pWinThread->m_hThread;

//now we start these worker threads

m_hWorkerIoPort = CreateIoCompletionPort((HANDLE)INVALID_HANDLE_VALUE, NULL, 0, 0); //工作线程完成端口

for(long n = 0; n < nStatic; n++)

{

CWinThread* pWinThread = AfxBeginThread((AFX_THREADPROC)WorkerProc, this);

//HANDLE pWinThread = CreateThread(NULL,0,ManagerProc,this,0,&dwThreadID);

HANDLE handle=pWinThread->m_hThread;

DWORD threadId=pWinThread->m_nThreadID;

printf("generate a worker thread handle id is %d.\n", threadId);

m_threadMap.SetAt(threadId, ThreadInfo(handle, false) );

}

//singleLock.Unlock();

}

void CThreadPool::Stop(bool bHash) //关闭完成端口，以及工作线程管理线程

{

UINT nCount;

HANDLE* pThread;

{

CAutoLock lock(&m_arrayCs);

//CSingleLock singleLock(&m_arrayCs);

//singleLock.Lock(); // Attempt to lock the shared resource

::PostQueuedCompletionStatus(m_hMgrIoPort, 0, 0, (OVERLAPPED*)0xFFFFFFFF);

WaitForSingleObject(m_hMgrThread, INFINITE);

CloseHandle(m_hMgrIoPort);

//shut down all the worker threads

nCount=m_threadMap.GetCount();

pThread = new HANDLE[nCount];

long n=0;

POSITION pos=m_threadMap.GetStartPosition();

DWORD threadId; ThreadInfo info;

while(pos!=NULL)

{

::PostQueuedCompletionStatus(m_hWorkerIoPort, 0, 0, (OVERLAPPED*)0xFFFFFFFF); //从cmap里面遍历，同时post

m_threadMap.GetNextAssoc(pos, threadId, info);

pThread[n++]=info.m_hThread;

}

//singleLock.Unlock();

}

DWORD rc=WaitForMultipleObjects(nCount, pThread, TRUE, 120000);//wait for 2 minutes, then start to kill threads

CloseHandle(m_hWorkerIoPort);

if(rc==WAIT_TIMEOUT&&bHash)

{

//some threads not terminated, we have to stop them.

DWORD exitCode;

for(int i=0; i

if (::GetExitCodeThread(pThread[i], &exitCode)==STILL_ACTIVE)

TerminateThread(pThread[i], 99);

}

delete[] pThread;

}

DWORD WINAPI CThreadPool::ManagerProc(void* p) //管理线程

{

//convert the parameter to the server pointer.

CThreadPool* pServer=(CThreadPool*)p;

HANDLEIoPort= pServer->GetMgrIoPort();

unsigned longpN1, pN2;

OVERLAPPED*pOverLapped;

LABEL_MANAGER_PROCESSING:

while(::GetQueuedCompletionStatus(IoPort, &pN1, &pN2,

&pOverLapped, pServer->GetMgrWaitTime() ))

{

if(pOverLapped == (OVERLAPPED*)0xFFFFFFFF)

break;

else

{

//TRACE0("mgr events comes in!\n");

}

}

//time out processing

if (::GetLastError()==WAIT_TIMEOUT)

{

//time out processing

//printf("Time out processing!\n");

//the manager will take a look at all the worker's status. The

if (pServer->GetThreadPoolStatus()==CThreadPool::BUSY)

pServer->AddThreads();

if (pServer->GetThreadPoolStatus()==CThreadPool::IDLE)

pServer->RemoveThreads();

goto LABEL_MANAGER_PROCESSING;

}

return 0;

}

DWORD WINAPI CThreadPool::WorkerProc(void* p) //工作者线程

{

//convert the parameter to the server pointer.

CThreadPool* pServer=(CThreadPool*)p;

HANDLEIoPort= pServer->GetWorkerIoPort();

unsigned longpN1, pN2;

OVERLAPPED*pOverLapped;

DWORD threadId=::GetCurrentThreadId();

//TRACE1("worker thread id is %d.\n", threadId);

while(::GetQueuedCompletionStatus(IoPort, &pN1, &pN2,

&pOverLapped, INFINITE ))//pn1不是 返回的字节数吗，难道我记错了？

{

if(pOverLapped == (OVERLAPPED*)0xFFFFFFFE)

{

pServer->RemoveThread(threadId);

break;

}

else if(pOverLapped == (OVERLAPPED*)0xFFFFFFFF)

{

break;

}

else

{

//TRACE0("worker events comes in!\n");

//before processing, we need to change the status to busy.

pServer->ChangeStatus(threadId, true);

//retrieve the job description and agent pointer

IWorker* pIWorker = reinterpret_cast(pN1);//pN1不是 接收数据的长度吗？怎么还能这么转换？

IJobDesc* pIJob= reinterpret_cast(pN2);

pIWorker->ProcessJob(pIJob); //直接就执行了

delete pIJob;

pServer->ChangeStatus(threadId, false);

}

}

return 0;

}

void CThreadPool::ChangeStatus(DWORD threadId, bool status)

{

CAutoLock lock(&m_arrayCs);

//CSingleLock singleLock(&m_arrayCs);

//singleLock.Lock(); // Attempt to lock the shared resource

//retrieve the current thread handle

ThreadInfo info;

m_threadMap.Lookup(threadId, info);

info.m_bBusyWorking=status;

m_threadMap.SetAt(threadId, info);

//singleLock.Unlock();

}

void CThreadPool::ProcessJob(IJobDesc* pJob, IWorker* pWorker) const

{

::PostQueuedCompletionStatus(m_hWorkerIoPort, \

reinterpret_cast(pWorker), \

reinterpret_cast(pJob),\

NULL);

}

void CThreadPool::AddThreads()

{

int nCount=m_threadMap.GetCount();

int nTotal=min(nCount+2, m_nNumberOfTotalThreads);

for(int i=0; i

{

CWinThread* pWinThread = AfxBeginThread((AFX_THREADPROC)WorkerProc, this);

//DWORD dwThreadID;

//HANDLE pWinThread = CreateThread(NULL,0,ManagerProc,this,0,&dwThreadID);

HANDLE handle=pWinThread->m_hThread;

DWORD threadId=pWinThread->m_nThreadID;

m_threadMap.SetAt(threadId, ThreadInfo(handle, false) );

}

}

void CThreadPool::RemoveThreads()

{

int nCount=m_threadMap.GetCount();

int nTotal=max(nCount-2, m_nNumberOfStaticThreads);

for(int i=0; i

::PostQueuedCompletionStatus(m_hWorkerIoPort, 0, 0, (OVERLAPPED*)0xFFFFFFFE);

}

CThreadPool::ThreadPoolStatus CThreadPool::GetThreadPoolStatus()

{

int nTotal = m_threadMap.GetCount();

POSITION pos=m_threadMap.GetStartPosition();

DWORD threadId; ThreadInfo info;

int nCount=0;

while(pos!=NULL)

{

m_threadMap.GetNextAssoc(pos, threadId, info);

if (info.m_bBusyWorking==true) nCount++;

}

if ( nCount/(1.0*nTotal) > 0.8 )

return BUSY;

if ( nCount/ (1.0*nTotal) < 0.2 )

return IDLE;

return NORMAL;

}