python 分布式进程通信

task_master.txt
task_worker.txt

点击(此处)折叠或打开

1. #!/usr/bin/env python3
   
2. #-*- coding:utf-8 -*-
   
3. '''
   
4. '''
   
5. import time,random,queue
   
6. from multiprocessing.managers import BaseManager
   
7. 
   
8. task_queue = queue.Queue()
   
9. result_queue = queue.Queue()
   
10. 
    
11. class QueueManager(BaseManager):
    
12.     pass
    
13. 
    
14. QueueManager.register('get_task_queue', callable=lambda: task_queue)
    
15. QueueManager.register('get_result_queue', callable=lambda: result_queue)
    
16. 
    
17. manager = QueueManager(address=('', 5000), authkey=b'talen')
    
18. manager.start()
    
19. task = manager.get_task_queue()
    
20. result = manager.get_result_queue()
    
21. for i in range(10):
    
22.     n = random.randint(0,9000)
    
23.     print('Put task %d' % n)
    
24.     task.put(n)
    
25. for i in range(10):
    
26.     r=result.get(timeout=10)
    
27.     print("Result : %s " % r)
    
28. manager.shutdown()
    
29. 
    
30. print('master exit.')

点击(此处)折叠或打开

1. #!/usr/bin/env python3
   
2. #-*- coding:utf-8 -*-
   
3. '''
   
4. '''
   
5. 
   
6. 
   
7. import time, queue, sys
   
8. from multiprocessing.managers import BaseManager
   
9. class QueueManger(BaseManager):
   
10.     pass
    
11. QueueManger.register('get_task_queue')
    
12. QueueManger.register('get_result_queue')
    
13. server_addr='127.0.0.1'
    
14. print('Connect to server %s '% server_addr)
    
15. m=QueueManger(address=(server_addr,5000), authkey=b'talen')
    
16. m.connect()
    
17. task=m.get_task_queue()
    
18. result=m.get_result_queue()
    
19. for i in range(10):
    
20.     try:
    
21.         n=task.get(timeout=1)
    
22.         print('run task %d * %d ...' %(n,n))
    
23.         r='%d * %d = %d' % (n,n,n*n)
    
24.         time.sleep(1)
    
25.         result.put(r)
    
26.     except Queue.Empty:
    
27.         print('task queue is empty')
    
28. print('worker exit.')

t@localhost untitled$ python3 task_master.py 
Put task 6811
Put task 5164
Put task 8492
Put task 177
Put task 5496
Put task 8724
Put task 6422
Put task 2887
Put task 287
Put task 876
Result : 6811 * 6811 = 46389721 
Result : 5164 * 5164 = 26666896 
Result : 8492 * 8492 = 72114064 
Result : 177 * 177 = 31329 
Result : 5496 * 5496 = 30206016 
Result : 8724 * 8724 = 76108176 
Result : 6422 * 6422 = 41242084 
Result : 2887 * 2887 = 8334769 
Result : 287 * 287 = 82369 
Result : 876 * 876 = 767376 
master exit.
t@localhost untitled$ 

t@localhost untitled$ python3 task_worker.py 
Connect to server 127.0.0.1 
run task 6811 * 6811 ...
run task 5164 * 5164 ...
run task 8492 * 8492 ...
run task 177 * 177 ...
run task 5496 * 5496 ...
run task 8724 * 8724 ...
run task 6422 * 6422 ...
run task 2887 * 2887 ...
run task 287 * 287 ...
run task 876 * 876 ...
worker exit.
t@localhost untitled$ 

参考学习:http://www.liaoxuefeng.com/wiki/0014316089557264a6b348958f449949df42a6d3a2e542c000/001431929340191970154d52b9d484b88a7b343708fcc60000#0