Linux C++ 线程池手写 项目 （378行）

C版本

目录

一、main.cpp

二、声明任务队列 

三、定义任务队列 

四、声明线程池

五、定义线程池及函数 

六、结果

---

一、main.cpp

测试

#include<iostream>
#include<pthread.h>
#include<unistd.h>
#include"ThreadPool.h"
#include<stdio.h>

void taskFunc(void* arg)
{
    int num = *(int*)arg;
    printf("thread %ld is working, number = %d\n",
        pthread_self(), num);
    sleep(1);
}

int main()
{
    ThreadPool pool (3, 10);
    for (int i = 0; i < 100; ++i)
    {
        int* num = new int(i + 100);
        pool.addTask(Task(taskFunc, num));
    }

    sleep(30);

    return 0;
}

二、声明任务队列 

TaskQueue.h

#pragma once
#include<iostream>
#include<queue>
using callback = void(*)(void* arg);
struct Task
{
    Task()
    {
        function = nullptr;
        arg = nullptr;
    }
    Task(callback f, void* arg)
    {
        function = f;
        this->arg = arg;
    }
    callback function;
    void* arg;
};

class TaskQueue
{
public:
    TaskQueue();
    ~TaskQueue();

    void addTask(Task& task);
    void addTask(callback func, void* arg);

    Task takeTask();

    inline size_t taskNumber()
    {
        return m_queue.size();
    }

private:
    pthread_mutex_t m_mutex;    // 互斥锁
    std::queue<Task> m_queue;   // 任务队列
};

三、定义任务队列 

TaskQueue.cpp

#include"ThreadPool.h"
#include<pthread.h>
#include<iostream>
#include<string.h>
#include<unistd.h>


TaskQueue::TaskQueue()
{
    pthread_mutex_init(&m_mutex, NULL);
}

TaskQueue::~TaskQueue()
{
    pthread_mutex_destroy(&m_mutex);
}

void TaskQueue::addTask(Task& task)
{
    pthread_mutex_lock(&m_mutex);
    m_queue.push(task);
    pthread_mutex_unlock(&m_mutex);
}

void TaskQueue::addTask(callback func, void* arg)
{
    pthread_mutex_lock(&m_mutex);
    Task task;
    task.function = func;
    task.arg = arg;
    m_queue.push(task);
    pthread_mutex_unlock(&m_mutex);
}

Task TaskQueue::takeTask()
{
    Task t;
    pthread_mutex_lock(&m_mutex);
    if (m_queue.size() > 0)
    {
        t = m_queue.front();
        m_queue.pop();
    }
    pthread_mutex_unlock(&m_mutex);
    return t;
}

四、声明线程池

ThreadPool.h

#pragma once
#include<iostream>
#include<queue>
#include "TaskQueue.h"

class ThreadPool
{
public:
    ThreadPool(int min, int max);
    ~ThreadPool();

    // 添加任务
    void addTask(Task task);
    // 获取忙线程的个数
    int getBusyNumber();
    // 获取活着的线程个数
    int getAliveNumber();

private:
    // 工作的线程的任务函数
    static void* worker(void* arg);
    // 管理者线程的任务函数
    static void* manager(void* arg);
    void threadExit();

private:
    pthread_mutex_t m_lock;
    pthread_cond_t m_notEmpty;
    pthread_t* m_threadIDs;
    pthread_t m_managerID;
    TaskQueue* m_taskQ;
    int m_minNum;
    int m_maxNum;
    int m_busyNum;
    int m_aliveNum;
    int m_exitNum;
    bool m_shutdown = false;
    static const int NUMBER = 2;
};

五、定义线程池及函数 

ThreadPool.cpp

#include"ThreadPool.h"
#include<pthread.h>
#include<iostream>
#include<string.h>
#include<string>
#include<unistd.h>
using namespace std;



ThreadPool::ThreadPool(int minNum, int maxNum)
{
    // 实例化任务队列
    m_taskQ = new TaskQueue;
    do {
        // 初始化线程池
        m_minNum = minNum;
        m_maxNum = maxNum;
        m_busyNum = 0;
        m_aliveNum = minNum;

        // 根据线程的最大上限给线程数组分配内存
        m_threadIDs = new pthread_t[maxNum];
        if (m_threadIDs == nullptr)
        {
            cout << "malloc thread_t[] 失败...." << endl;
            break;
        }
        // 初始化
        memset(m_threadIDs, 0, sizeof(pthread_t) * maxNum);
        // 初始化互斥锁,条件变量
        if (pthread_mutex_init(&m_lock, NULL) != 0 ||
            pthread_cond_init(&m_notEmpty, NULL) != 0)
        {
            cout << "init mutex or condition fail..." << endl;
            break;
        }

        /// 创建线程 //
        // 根据最小线程个数, 创建线程
        for (int i = 0; i < minNum; ++i)
        {
            pthread_create(&m_threadIDs[i], NULL, worker, this);
            cout << "创建子线程, ID: " << to_string(m_threadIDs[i]) << endl;
        }
        // 创建管理者线程, 1个
        pthread_create(&m_managerID, NULL, manager, this);
    } while (0);
}

ThreadPool::~ThreadPool()
{
    m_shutdown = 1;
    // 销毁管理者线程
    pthread_join(m_managerID, NULL);
    // 唤醒所有消费者线程
    for (int i = 0; i < m_aliveNum; ++i)
    {
        pthread_cond_signal(&m_notEmpty);
    }

    if (m_taskQ) delete m_taskQ;
    if (m_threadIDs) delete[]m_threadIDs;
    pthread_mutex_destroy(&m_lock);
    pthread_cond_destroy(&m_notEmpty);
}

void ThreadPool::addTask(Task task)
{
    if (m_shutdown)
    {
        return;
    }
    // 添加任务，不需要加锁，任务队列中有锁
    m_taskQ->addTask(task);
    // 唤醒工作的线程
    pthread_cond_signal(&m_notEmpty);
}

int ThreadPool::getAliveNumber()
{
    int threadNum = 0;
    pthread_mutex_lock(&m_lock);
    threadNum = m_aliveNum;
    pthread_mutex_unlock(&m_lock);
    return threadNum;
}

int ThreadPool::getBusyNumber()
{
    int busyNum = 0;
    pthread_mutex_lock(&m_lock);
    busyNum = m_busyNum;
    pthread_mutex_unlock(&m_lock);
    return busyNum;
}


// 工作线程任务函数
void* ThreadPool::worker(void* arg)
{
    ThreadPool* pool = static_cast<ThreadPool*>(arg);
    // 一直不停的工作
    while (true)
    {
        // 访问任务队列(共享资源)加锁
        pthread_mutex_lock(&pool->m_lock);
        // 判断任务队列是否为空, 如果为空工作线程阻塞
        while (pool->m_taskQ->taskNumber() == 0 && !pool->m_shutdown)
        {
            cout << "thread " << to_string(pthread_self()) << " waiting..." << endl;
            // 阻塞线程
            pthread_cond_wait(&pool->m_notEmpty, &pool->m_lock);

            // 解除阻塞之后, 判断是否要销毁线程
            if (pool->m_exitNum > 0)
            {
                pool->m_exitNum--;
                if (pool->m_aliveNum > pool->m_minNum)
                {
                    pool->m_aliveNum--;
                    pthread_mutex_unlock(&pool->m_lock);
                    pool->threadExit();
                }
            }
        }
        // 判断线程池是否被关闭了
        if (pool->m_shutdown)
        {
            pthread_mutex_unlock(&pool->m_lock);
            pool->threadExit();
        }

        // 从任务队列中取出一个任务
        Task task = pool->m_taskQ->takeTask();
        // 工作的线程+1
        pool->m_busyNum++;
        // 线程池解锁
        pthread_mutex_unlock(&pool->m_lock);
        // 执行任务
        cout << "thread " << to_string(pthread_self()) << " start working..." << endl;
        task.function(task.arg);
        delete task.arg;
        task.arg = nullptr;

        // 任务处理结束
        cout << "thread " << to_string(pthread_self()) << " end working...";
        pthread_mutex_lock(&pool->m_lock);
        pool->m_busyNum--;
        pthread_mutex_unlock(&pool->m_lock);
    }

    return nullptr;
}


// 管理者线程任务函数
void* ThreadPool::manager(void* arg)
{
    ThreadPool* pool = static_cast<ThreadPool*>(arg);
    // 如果线程池没有关闭, 就一直检测
    while (!pool->m_shutdown)
    {
        // 每隔5s检测一次
        sleep(5);
        // 取出线程池中的任务数和线程数量
        //  取出工作的线程池数量
        pthread_mutex_lock(&pool->m_lock);
        int queueSize = pool->m_taskQ->taskNumber();
        int liveNum = pool->m_aliveNum;
        int busyNum = pool->m_busyNum;
        pthread_mutex_unlock(&pool->m_lock);

        // 创建线程
        
        // 当前任务个数>存活的线程数 && 存活的线程数<最大线程个数
        if (queueSize > liveNum && liveNum < pool->m_maxNum)
        {
            // 线程池加锁
            pthread_mutex_lock(&pool->m_lock);
            int num = 0;
            for (int i = 0; i < pool->m_maxNum && num < NUMBER
                && pool->m_aliveNum < pool->m_maxNum; ++i)
            {
                if (pool->m_threadIDs[i] == 0)
                {
                    pthread_create(&pool->m_threadIDs[i], NULL, worker, pool);
                    num++;
                    pool->m_aliveNum++;
                }
            }
            pthread_mutex_unlock(&pool->m_lock);
        }

        // 销毁多余的线程
        // 忙线程*2 < 存活的线程数目 && 存活的线程数 > 最小线程数量
        if (busyNum * 2 < liveNum && liveNum > pool->m_minNum)
        {
            pthread_mutex_lock(&pool->m_lock);
            pool->m_exitNum = NUMBER;
            pthread_mutex_unlock(&pool->m_lock);
            for (int i = 0; i < NUMBER; ++i)
            {
                pthread_cond_signal(&pool->m_notEmpty);
            }
        }
    }
    return nullptr;
}

// 线程退出
void ThreadPool::threadExit()
{
    pthread_t tid = pthread_self();
    for (int i = 0; i < m_maxNum; ++i)
    {
        if (m_threadIDs[i] == tid)
        {
            cout << "threadExit() function: thread "
                << to_string(pthread_self()) << " exiting..." << endl;
            m_threadIDs[i] = 0;
            break;
        }
    }
    pthread_exit(NULL);
}

六、结果

[joy1@192 Debug]$ ./ConsoleApplication1.out 
�������߳�, ID: 140598470444800
�������߳�, ID: 140598462052096
�������߳�, ID: 140598453659392
thread 140598462052096 start working...
thread 140598462052096 is working, number = 100
thread 140598453659392 start working...
thread 140598453659392 is working, number = 101
thread 140598470444800 start working...
thread 140598470444800 is working, number = 102
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 103
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 104
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 105
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 106
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 107
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 108
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 109
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 110
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 111
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 112
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 113
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 114
thread 140598436873984 start working...
thread 140598436873984 is working, number = 115
thread 140598428481280 start working...
thread 140598428481280 is working, number = 116
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 117
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 118
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 119
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 120
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 121
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 122
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 123
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 124
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 125
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 126
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 127
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 128
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 129
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 130
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 131
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 132
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 133
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 134
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 135
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 136
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 137
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 138
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 139
thread 140598420088576 start working...
thread 140598420088576 is working, number = 140
thread 140598411695872 start working...
thread 140598411695872 is working, number = 141
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 142
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 143
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 144
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 145
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 146
thread 140598420088576 end working...thread 140598420088576 start working...
thread 140598420088576 is working, number = 147
thread 140598411695872 end working...thread 140598411695872 start working...
thread 140598411695872 is working, number = 148
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 149
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 150
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 151
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 152
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 153
thread 140598420088576 end working...thread 140598420088576 start working...
thread 140598420088576 is working, number = 154
thread 140598411695872 end working...thread 140598411695872 start working...
thread 140598411695872 is working, number = 155
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 156
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 157
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 158
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 159
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 160
thread 140598420088576 end working...thread 140598420088576 start working...
thread 140598420088576 is working, number = 161
thread 140598411695872 end working...thread 140598411695872 start working...
thread 140598411695872 is working, number = 162
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 163
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 164
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 165
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 166
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 167
thread 140598420088576 end working...thread 140598420088576 start working...
thread 140598420088576 is working, number = 168
thread 140598411695872 end working...thread 140598411695872 start working...
thread 140598411695872 is working, number = 169
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 170
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 171
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 172
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 173
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 174
thread 140598403303168 start working...
thread 140598403303168 is working, number = 175
thread 140598394910464 start working...
thread 140598394910464 is working, number = 176
thread 140598420088576 end working...thread 140598420088576 start working...
thread 140598420088576 is working, number = 177
thread 140598411695872 end working...thread 140598411695872 start working...
thread 140598411695872 is working, number = 178
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 179
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 180
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 181
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 182
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 183
thread 140598403303168 end working...thread 140598403303168 start working...
thread 140598403303168 is working, number = 184
thread 140598394910464 end working...thread 140598394910464 start working...
thread 140598394910464 is working, number = 185
thread 140598420088576 end working...thread 140598420088576 start working...
thread 140598420088576 is working, number = 186
thread 140598411695872 end working...thread 140598411695872 start working...
thread 140598411695872 is working, number = 187
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 188
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 189
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 190
thread 140598453659392 end working...thread 140598453659392 start working...
thread 140598453659392 is working, number = 191
thread 140598470444800 end working...thread 140598470444800 start working...
thread 140598470444800 is working, number = 192
thread 140598403303168 end working...thread 140598403303168 start working...
thread 140598403303168 is working, number = 193
thread 140598394910464 end working...thread 140598394910464 start working...
thread 140598394910464 is working, number = 194
thread 140598420088576 end working...thread 140598420088576 start working...
thread 140598420088576 is working, number = 195
thread 140598411695872 end working...thread 140598411695872 start working...
thread 140598411695872 is working, number = 196
thread 140598436873984 end working...thread 140598436873984 start working...
thread 140598436873984 is working, number = 197
thread 140598428481280 end working...thread 140598428481280 start working...
thread 140598428481280 is working, number = 198
thread 140598462052096 end working...thread 140598462052096 start working...
thread 140598462052096 is working, number = 199
thread 140598453659392 end working...thread 140598453659392 waiting...
thread 140598470444800 end working...thread 140598470444800 waiting...
thread 140598403303168 end working...thread 140598403303168 waiting...
thread 140598394910464 end working...thread 140598394910464 waiting...
thread 140598420088576 end working...thread 140598420088576 waiting...
thread 140598411695872 end working...thread 140598411695872 waiting...
thread 140598436873984 end working...thread 140598436873984 waiting...
thread 140598428481280 end working...thread 140598428481280 waiting...
thread 140598462052096 end working...thread 140598462052096 waiting...
threadExit() function: thread 140598453659392 exiting...
threadExit() function: thread 140598470444800 exiting...
threadExit() function: thread 140598403303168 exiting...
threadExit() function: thread 140598394910464 exiting...
threadExit() function: thread 140598420088576 exiting...
threadExit() function: thread 140598411695872 exiting...
threadExit() function: thread 140598436873984 exiting...
threadExit() function: thread 140598428481280 exiting...
threadExit() function: thread 140598462052096 exiting...