一个Linux下C线程池的实现（转）

什么时候需要创建线程池呢？简单的说，如果一个应用需要频繁的创建和销毁线程，而任务执行的时间又非常短，这样线程创建和销毁的带来的开销就不容忽视，这时也是线程池该出场的机会了。如果线程创建和销毁时间相比任务执行时间可以忽略不计，则没有必要使用线程池了。

下面是Linux系统下用C语言创建的一个线程池。线程池会维护一个任务链表(每个CThread_worker结构就是一个任务)。
pool_init()函数预先创建好max_thread_num个线程，每个线程执thread_routine ()函数。该函数中

1. while (pool->cur_queue_size == 0)
2. {
3. ?????? pthread_cond_wait (&(pool->queue_ready),&(pool->queue_lock));
4. }

表示如果任务链表中没有任务，则该线程出于阻塞等待状态。否则从队列中取出任务并执行。

pool_add_worker()函数向线程池的任务链表中加入一个任务，加入后通过调用pthread_cond_signal (&(pool->queue_ready))唤醒一个出于阻塞状态的线程(如果有的话)。

pool_destroy ()函数用于销毁线程池，线程池任务链表中的任务不会再被执行，但是正在运行的线程会一直把任务运行完后再退出。

下面贴出完整代码

1. #include <stdio.h>
2. #include <stdlib.h>
3. #include <unistd.h>
4. #include <sys/types.h>
5. #include <pthread.h>
6. #include <assert.h>
7. 
   
8. typedef struct worker
9. {
10. ????
11. ????void *(*process) (void *arg);
12. ????void *arg;
13. ????struct worker *next;
14. 
    
15. } CThread_worker;
16. 
    
17. 
    
18. typedef struct
19. {
20. ???? pthread_mutex_t queue_lock;
21. ???? pthread_cond_t queue_ready;
22. 
    
23. ????
24. ???? CThread_worker *queue_head;
25. 
    
26. ????
27. ????int shutdown;
28. ???? pthread_t *threadid;
29. ????
30. ????int max_thread_num;
31. ????
32. ????int cur_queue_size;
33. 
    
34. } CThread_pool;
35. 
    
36. 
    
37. int pool_add_worker (void *(*process) (void *arg), void *arg);
38. void *thread_routine (void *arg);
39. 
    
40. 
    
41. static CThread_pool *pool = NULL;
42. void
43. pool_init (int max_thread_num)
44. {
45. ???? pool = (CThread_pool *) malloc (sizeof (CThread_pool));
46. 
    
47. ???? pthread_mutex_init (&(pool->queue_lock), NULL);
48. ???? pthread_cond_init (&(pool->queue_ready), NULL);
49. 
    
50. ???? pool->queue_head = NULL;
51. 
    
52. ???? pool->max_thread_num = max_thread_num;
53. ???? pool->cur_queue_size = 0;
54. 
    
55. ???? pool->shutdown = 0;
56. 
    
57. ???? pool->threadid =
58. ???????? (pthread_t *) malloc (max_thread_num * sizeof (pthread_t));
59. ????int i = 0;
60. ????for (i = 0; i < max_thread_num; i++)
61. ???? {
62. ???????? pthread_create (&(pool->threadid[i]), NULL, thread_routine,
63. ???????????????? NULL);
64. ???? }
65. }
66. 
    
67. 
    
68. int
69. pool_add_worker (void *(*process) (void *arg), void *arg)
70. {
71. ????
72. ???? CThread_worker *newworker =
73. ???????? (CThread_worker *) malloc (sizeof (CThread_worker));
74. ???? newworker->process = process;
75. ???? newworker->arg = arg;
76. ???? newworker->next = NULL;
77. 
    
78. ???? pthread_mutex_lock (&(pool->queue_lock));
79. ????
80. ???? CThread_worker *member = pool->queue_head;
81. ????if (member != NULL)
82. ???? {
83. ????????while (member->next != NULL)
84. ???????????? member = member->next;
85. ???????? member->next = newworker;
86. ???? }
87. ????else
88. ???? {
89. ???????? pool->queue_head = newworker;
90. ???? }
91. 
    
92. ???? assert (pool->queue_head != NULL);
93. 
    
94. ???? pool->cur_queue_size++;
95. ???? pthread_mutex_unlock (&(pool->queue_lock));
96. ????
97. ???? pthread_cond_signal (&(pool->queue_ready));
98. ????return 0;
99. }
100. 
     
101. 
     
102. int
103. pool_destroy ()
104. {
105. ????if (pool->shutdown)
106. ????????return -1;
107. ???? pool->shutdown = 1;
108. 
     
109. ????
110. ???? pthread_cond_broadcast (&(pool->queue_ready));
111. 
     
112. ????
113. ????int i;
114. ????for (i = 0; i < pool->max_thread_num; i++)
115. ???????? pthread_join (pool->threadid[i], NULL);
116. ???? free (pool->threadid);
117. 
     
118. ????
119. ???? CThread_worker *head = NULL;
120. ????while (pool->queue_head != NULL)
121. ???? {
122. ???????? head = pool->queue_head;
123. ???????? pool->queue_head = pool->queue_head->next;
124. ???????? free (head);
125. ???? }
126. ????
127. ???? pthread_mutex_destroy(&(pool->queue_lock));
128. ???? pthread_cond_destroy(&(pool->queue_ready));
129. ????
130. ???? free (pool);
131. ????
132. ???? pool=NULL;
133. ????return 0;
134. }
135. 
     
136. 
     
137. void *
138. thread_routine (void *arg)
139. {
140. ???? printf ("starting thread 0x%x\n", pthread_self ());
141. ????while (1)
142. ???? {
143. ???????? pthread_mutex_lock (&(pool->queue_lock));
144. ????????
145. ????????while (pool->cur_queue_size == 0 && !pool->shutdown)
146. ???????? {
147. ???????????? printf ("thread 0x%x is waiting\n", pthread_self ());
148. ???????????? pthread_cond_wait (&(pool->queue_ready), &(pool->queue_lock));
149. ???????? }
150. 
     
151. ????????
152. ????????if (pool->shutdown)
153. ???????? {
154. ????????????
155. ???????????? pthread_mutex_unlock (&(pool->queue_lock));
156. ???????????? printf ("thread 0x%x will exit\n", pthread_self ());
157. ???????????? pthread_exit (NULL);
158. ???????? }
159. 
     
160. ???????? printf ("thread 0x%x is starting to work\n", pthread_self ());
161. 
     
162. ????????
163. ???????? assert (pool->cur_queue_size != 0);
164. ???????? assert (pool->queue_head != NULL);
165. ????????
166. ????????
167. ???????? pool->cur_queue_size--;
168. ???????? CThread_worker *worker = pool->queue_head;
169. ???????? pool->queue_head = worker->next;
170. ???????? pthread_mutex_unlock (&(pool->queue_lock));
171. 
     
172. ????????
173. ???????? (*(worker->process)) (worker->arg);
174. ???????? free (worker);
175. ???????? worker = NULL;
176. ???? }
177. ????
178. ???? pthread_exit (NULL);
179. }
180. 
     

??? 下面是测试代码

1. void *
2. myprocess (void *arg)
3. {
4. ???? printf ("threadid is 0x%x, working on task %d\n", pthread_self (),*(int *) arg);
5. ???? sleep (1);
6. ????return NULL;
7. }
8. 
   
9. int
10. main (int argc, char **argv)
11. {
12. ???? pool_init (3);
13. ????
14. ????
15. ????int *workingnum = (int *) malloc (sizeof (int) * 10);
16. ????int i;
17. ????for (i = 0; i < 10; i++)
18. ???? {
19. ???????? workingnum[i] = i;
20. ???????? pool_add_worker (myprocess, &workingnum[i]);
21. ???? }
22. ????
23. ???? sleep (5);
24. ????
25. ???? pool_destroy ();
26. 
    
27. ???? free (workingnum);
28. ????return 0;
29. }

将上述所有代码放入threadpool.c文件中，
在Linux输入编译命令
$ gcc -o threadpool threadpool.c -lpthread

以下是运行结果
starting thread 0xb7df6b90
thread 0xb7df6b90 is waiting
starting thread 0xb75f5b90
thread 0xb75f5b90 is waiting
starting thread 0xb6df4b90
thread 0xb6df4b90 is waiting
thread 0xb7df6b90 is starting to work
threadid is 0xb7df6b90, working on task 0
thread 0xb75f5b90 is starting to work
threadid is 0xb75f5b90, working on task 1
thread 0xb6df4b90 is starting to work
threadid is 0xb6df4b90, working on task 2
thread 0xb7df6b90 is starting to work
threadid is 0xb7df6b90, working on task 3
thread 0xb75f5b90 is starting to work
threadid is 0xb75f5b90, working on task 4
thread 0xb6df4b90 is starting to work
threadid is 0xb6df4b90, working on task 5
thread 0xb7df6b90 is starting to work
threadid is 0xb7df6b90, working on task 6
thread 0xb75f5b90 is starting to work
threadid is 0xb75f5b90, working on task 7
thread 0xb6df4b90 is starting to work
threadid is 0xb6df4b90, working on task 8
thread 0xb7df6b90 is starting to work
threadid is 0xb7df6b90, working on task 9
thread 0xb75f5b90 is waiting
thread 0xb6df4b90 is waiting
thread 0xb7df6b90 is waiting
thread 0xb75f5b90 will exit
thread 0xb6df4b90 will exit
thread 0xb7df6b90 will exit

<script type="text/javascript" id="wumiiRelatedItems"> </script>