Python多进程编程
1. multiprocessing
multiprocessing是Python提供的一个跨平台的多进程模块,通过它可以很方便地编写多进程程序,在不同的平台(Unix/Linux, Windows)都可以执行。
下面就是使用multiprocessing编写多进程程序的代码:
#! /usr/bin/env python
# -*- coding: utf-8 -*-
"""
-------------------------------------------------
Time :2018/04/16 21:08
Author : shanwu
File Name :2108.py
-------------------------------------------------
"""
import multiprocessing
import time
def worker(args, interval):
print("start worker {0}".format(args))
time.sleep(interval)
print("end worker {0}".format(args))
def main():
print("start main")
p1 = multiprocessing.Process(target=worker, args=(1, 1))
p2 = multiprocessing.Process(target=worker, args=(2, 2))
p3 = multiprocessing.Process(target=worker, args=(3, 3))
p1.start()
p2.start()
p3.start()
print("end main")
if __name__ == '__main__':
main()
#输出
start main
end main
start worker 3
start worker 2
start worker 1
end worker 1
end worker 2
end worker 3
# p = multiprocessing.Process(target=, args=)
# target 指定的是当进程执行时,需要执行的函数
# args 是当进程执行时,需要给函数传入的参数
# 注意: args必须是一个tuple, 特别是当函数需要传入一个参数时 (1,)
# p 代表的是一个多进程,
# p.is_alive() 判断进程是否存活
# p.run() 启动进程
# p.start() 启动进程,他会自动调用run方法,推荐使用start
# p.join(timeout) 等待子进程结束或者到超时时间
# p.terminate() 强制子进程退出
# p.name 进程的名字
# p.pid 进程的pid
- 利用multiprocessing的综合代码
import multiprocessing
import time
def worker(args, interval):
print("start worker {0}".format(args))
time.sleep(interval)
print("end worker {0}".format(args))
def main():
print("start main")
p1 = multiprocessing.Process(target=worker, args=(1, 1))
p2 = multiprocessing.Process(target=worker, args=(2, 2))
p3 = multiprocessing.Process(target=worker, args=(3, 3))
p1.start()
p1.join(timeout=0.5)
p2.start()
p3.start()
print("the number of CPU is: {0}".format(multiprocessing.cpu_count()))
for p in multiprocessing.active_children():
print("The name of active children is: {0}, pid is: {1} is alive".format(p.name, p.pid))
print("end main")
if __name__ == '__main__':
main()
#输出
start main
start worker 1
the number of CPU is: 4
The name of active children is: Process-1, pid is: 2376 is alive
The name of active children is: Process-3, pid is: 13912 is alive
The name of active children is: Process-2, pid is: 712 is alive
end main
start worker 3
start worker 2
end worker 1
end worker 2
end worker 3
- Lock
当多个进程需要访问共享资源的时候,Lock可以用来避免访问的冲突
import time
import multiprocessing
def add1(lock, value, number):
with lock:
print("start add1 number= {0}".format(number))
for i in range(1, 5):
number += value
time.sleep(0.3)
print("number = {0}".format(number))
def add3(lock, value, number):
lock.acquire()
print("start add3 number= {0}".format(number))
try:
for i in range(1, 5):
number += value
time.sleep(0.3)
print("number = {0}".format(number))
except Exception as e:
raise e
finally:
lock.release()
pass
if __name__ == '__main__':
print("start main")
number = 0
lock = multiprocessing.Lock()
p1 = multiprocessing.Process(target=add1, args=(lock, 1, number))
p3 = multiprocessing.Process(target=add3, args=(lock, 3, number))
p1.start()
p3.start()
print("end main")
#输出
start main
end main
start add3 number= 0
number = 3
number = 6
number = 9
number = 12
start add1 number= 0
number = 1
number = 2
number = 3
number = 4