python中多进程终止_Python多进程提前终止时的死锁

这可能不是最佳解决方案，任何其他建议都非常感谢，但我设法解决了这个问题：class Worker(multiprocessing.Process):

"""Simple manual worker class to execute jobs in the queue"""

def __init__(self, queue, success, check_success=None, directory=None, permit_nonzero=False):

super(Worker, self).__init__()

self.check_success = check_success

self.directory = directory

self.permit_nonzero = permit_nonzero

self.success = success

self.queue = queue

def run(self):

"""Method representing the process's activity"""

for job in iter(self.queue.get, None):

if self.success.value:

continue

stdout = mbkit.dispatch.cexectools.cexec([job], directory=self.directory, permit_nonzero=self.permit_nonzero)

with open(job.rsplit('.', 1)[0] + '.log', 'w') as f_out:

f_out.write(stdout)

if callable(self.check_success) and self.check_success(job):

self.success.value = int(True)

time.sleep(1)

class LocalJobServer(object):

"""A local server to execute jobs via the multiprocessing module"""

@staticmethod

def sub(command, check_success=None, directory=None, nproc=1, permit_nonzero=False, time=None, *args, **kwargs):

if check_success and not callable(check_success):

msg = "check_success option requires a callable function/object: {0}".format(check_success)

raise ValueError(msg)

# Create a new queue

queue = multiprocessing.Queue()

success = multiprocessing.Value('i', int(False))

# Create workers equivalent to the number of jobs

workers = []

for _ in range(nproc):

wp = Worker(queue, success, check_success=check_success, directory=directory, permit_nonzero=permit_nonzero)

wp.start()

workers.append(wp)

# Add each command to the queue

for cmd in command:

queue.put(cmd)

# Stop workers from exiting without completion

for _ in range(nproc):

queue.put(None)

# Start the workers

for wp in workers:

wp.join(time)

基本上我创建了一个^{}，并将其提供给每个^{}。一旦作业被标记为成功，此变量将被更新。每个^{}检查if self.success.value: continue是否成功，如果成功，只迭代^{}中剩余的作业，直到为空。在

需要使用time.sleep(1)调用来解释进程之间潜在的同步延迟。但这肯定不是最有效的方法。在