python 分布式进程

server:

import random, time, Queue
from multiprocessing.managers import BaseManager

task_queue = Queue.Queue()
result_queue = Queue.Queue()

class QueueManager(BaseManager):
    pass

QueueManager.register('get_task_queue', callable=lambda:task_queue)
QueueManager.register('get_result_queue', callable=lambda:result_queue)
manager = QueueManager(address=('', 5000), authkey='abc')
manager.start()
task = manager.get_task_queue()
result = manager.get_result_queue()
for i in range(10000000):
    print 'put task %d ..' % (i) 
    task.put(i)
for i in range(1000000):
    r = result.get(timeout = 10) 
    print 'result: %s' % r 
manager.shutdown()

client:

import time, sys, Queue
from multiprocessing.managers import BaseManager

class QueueManager(BaseManager):
        pass

QueueManager.register('get_task_queue')
QueueManager.register('get_result_queue')
server_addr = '10.16.77.94'
print 'Connect to server %s ..' % (server_addr)
m = QueueManager(address=(server_addr, 5000), authkey='abc')
m.connect()
task = m.get_task_queue()
result = m.get_result_queue()
while True:
        try:
                n = task.get(timeout=10)
                print n
        except Queue.Empty:
                print 'task queue is empty'


评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值