python总结（十八）：分布式进程

一、服务器端

#!/usr/bin/env python3
# -*- coding : utf-8 -*-
# master.py for windows

import time,queue
from multiprocessing.managers import BaseManager
from multiprocessing import freeze_support

#任务个数
task_number = 10;

#定义收发队列
task_queue = queue.Queue(task_number);
result_queue = queue.Queue(task_number);

def gettask():
    return task_queue;
def getresult():
     return result_queue;

def test():
    #windows下绑定调用接口不能使用lambda，所以只能先定义函数再绑定
    BaseManager.register('get_task',callable = gettask);
    BaseManager.register('get_result',callable = getresult);
    #绑定端口并设置验证码，windows下需要填写ip地址，linux下不填默认为本地
    manager = BaseManager(address = ('127.0.0.1',5002),authkey = b'123');
    #启动
    manager.start();
    try:
        #通过网络获取任务队列和结果队列
        task = manager.get_task();
        result = manager.get_result();

        #添加任务
        for i in range(task_number):
            print('Put task %d...' % i)
            task.put(i);

        #每秒检测一次是否所有任务都被执行完
        while not result.full():
            time.sleep(1);

        for i in range(result.qsize()):
            ans = result.get();
            print('task %d is finish , runtime:%d s' % ans);
    
    except:
        print('Manager error');
    finally:
        #一定要关闭，否则会爆管道未关闭的错误
        manager.shutdown();
        
if __name__ == '__main__':
    #windows下多进程可能会炸，添加这句可以缓解
    freeze_support()
    test();

二、客户端

#!/usr/bin/env python3
# -*- coding : utf-8 -*-
# task.py for windows
import time, sys, queue, random
from multiprocessing.managers import BaseManager
BaseManager.register('get_task')
BaseManager.register('get_result')
conn = BaseManager(address = ('127.0.0.1',5002), authkey = b'123');
try:
    conn.connect();
except:
    print('连接失败');
    sys.exit();
task = conn.get_task();
result = conn.get_result();
while not task.empty():
    n = task.get(timeout = 1);
    print('run task %d' % n);
    sleeptime = random.randint(0,3);
    time.sleep(sleeptime);
    rt = (n, sleeptime);
    result.put(rt);
if __name__ == '__main__':
    pass;